-- Logs begin at Tue 2022-01-25 20:15:55 UTC, end at Tue 2022-01-25 21:28:21 UTC. -- Jan 25 21:01:37.731688 dv-cinder-809518-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 21:01:40.670501 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.common.config [-] Logging enabled! Jan 25 21:01:40.671082 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev429 Jan 25 21:01:40.671200 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103108) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 21:01:40.674470 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.common.config [-] Logging enabled! Jan 25 21:01:40.674735 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev429 Jan 25 21:01:40.675040 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103108) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 21:01:40.675968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 21:01:40.676205 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 21:01:40.676572 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 21:01:40.676820 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 21:01:40.677046 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 21:01:40.677363 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.677796 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 25 21:01:40.678116 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.678412 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.678704 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.678996 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.679282 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.679559 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.679844 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.680137 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.680419 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.680693 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.680971 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.681259 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.681538 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.681840 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.682128 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.682409 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] debug = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.682690 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.683116 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.684048 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.684326 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.684610 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.684885 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.685151 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.685422 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.685701 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.686054 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] host = dv-cinder-809518-10-iscsi {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.686330 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.686613 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.686896 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.687177 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.687446 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.687719 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.688001 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.688272 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.688538 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] log_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.689057 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.689340 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.689620 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.689941 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.690168 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.690422 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.690899 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.691211 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.691534 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.691808 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.692079 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.692540 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.692819 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.693156 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.693444 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.693728 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.694044 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.694449 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.694793 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.695067 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.695342 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.695626 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.695898 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.696170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.696441 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.696725 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.696994 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.697266 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.697565 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.697874 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.698155 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.698435 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.698708 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.699605 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.699885 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.700153 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.700421 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] use_json = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.700689 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.700955 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.701233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.701502 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.701788 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.702060 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.702326 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.702605 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.702872 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:40.703168 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.703460 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.703753 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.704043 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.704327 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.704602 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.704885 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.705158 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.705440 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.705722 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.706028 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.706304 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.706598 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.706886 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.707176 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.707478 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.707769 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.708058 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.708329 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.708600 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.708871 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.709145 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.709427 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.709700 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.710007 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.710291 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.710565 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.710858 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.711143 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.711432 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.711718 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.711988 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.712260 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.712544 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.712817 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.713089 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.713358 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.713639 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.713937 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.714205 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.714480 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.714797 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.715067 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.715335 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.715607 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.715888 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.716159 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.716423 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.716686 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.716956 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.717218 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.717494 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.717781 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.718054 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.718320 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.718591 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.718858 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.719124 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.719394 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.719657 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.719926 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.720190 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.720455 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.720720 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.720984 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.721247 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.721511 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.721798 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.722069 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.722332 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.722596 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.722863 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.723133 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.723411 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.723676 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.723965 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.724234 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.724505 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.724778 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.725048 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.725316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.725584 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.725879 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.726151 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.726416 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.726702 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.726979 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.727260 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.727554 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.727826 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.728113 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.728383 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.728657 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.728927 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.729195 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.729469 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.729776 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.730050 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.730374 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.730666 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.730954 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.731350 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.731633 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.731934 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.732209 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:40.732421 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 21:01:40.732655 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103108) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 21:01:41.096974 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 21:01:41.097254 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 21:01:41.097555 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 21:01:41.097911 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 21:01:41.424617 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.424903 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.425171 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.426496 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.426767 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.427029 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.470726 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.471004 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.471270 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.485728 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.486038 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.486303 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.515302 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.515582 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.515845 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.551918 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.552202 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.552469 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.883774 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.884401 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.884401 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.884574 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.885238 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.984018 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.984334 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.984614 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.984880 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.985141 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.985444 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.985699 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.986020 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.986271 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.986548 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.986803 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.987063 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.987317 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.987567 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.987817 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.988077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.988326 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.988585 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.988845 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.989100 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.989368 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.989616 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.989918 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.990287 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.990533 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.990779 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:41.991169 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:41.991408 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:41.991644 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:41.991880 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:41.992113 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:41.992345 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:41.992701 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 21:01:41.995811 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 21:01:41.999859 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 21:01:42.003693 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 25 21:01:42.005317 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 21:01:42.005800 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 21:01:42.006139 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 21:01:42.006517 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 21:01:42.009309 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 21:01:42.009558 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 21:01:42.009923 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 21:01:42.015719 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 25 21:01:42.039909 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 21:01:42.040352 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:42.040645 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103108) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 25 21:01:42.041009 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:42.042400 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103108) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 21:01:42.043200 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 21:01:42.043452 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 21:01:42.046777 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:42.047056 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:42.111121 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 21:01:42.111366 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 21:01:42.111605 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 21:01:42.111972 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 21:01:42.132618 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_db.sqlalchemy.engines [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103108) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 25 21:01:42.847830 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing driver for type 'gre' Jan 25 21:01:42.848344 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] gre ID ranges: [(1, 1000)] Jan 25 21:01:43.042105 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing driver for type 'local' Jan 25 21:01:43.042702 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing driver for type 'vlan' Jan 25 21:01:43.118268 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] VlanTypeDriver initialization complete Jan 25 21:01:43.118564 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing driver for type 'vxlan' Jan 25 21:01:43.119060 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] vxlan ID ranges: [(1, 1000)] Jan 25 21:01:43.375274 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing extension driver 'port_security' Jan 25 21:01:43.375544 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.extensions.port_security [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] PortSecurityExtensionDriver initialization complete Jan 25 21:01:43.375899 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing mechanism driver 'openvswitch' Jan 25 21:01:43.376228 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing mechanism driver 'hyperv' Jan 25 21:01:43.382865 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.plugin [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:01:43.383548 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.383916 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.384267 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.384804 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 21:01:43.385240 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnet after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.385600 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnet after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.385976 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.386880 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 21:01:43.387280 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.387634 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.387974 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.388363 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 21:01:43.388774 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > security_group after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.389119 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > security_group after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.389455 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.390045 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 21:01:43.390433 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.390780 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.391120 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.391521 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 21:01:43.391928 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > address_group after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.392282 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > address_group after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.392623 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.393048 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103108) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 21:01:43.393451 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] ML2 OVO RPC backend initialized. {{(pid=103108) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 25 21:01:43.394195 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.394550 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.394962 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.395324 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > networks before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.397599 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.397599 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > ports before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.397599 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnet before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.397599 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnets before_response 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.397898 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.397898 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.397898 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.398086 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.398339 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.398670 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.399003 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnet after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.399334 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnet after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.399666 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.407742 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded quota_driver: . Jan 25 21:01:43.408105 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.plugin [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Modular L2 Plugin initialization complete Jan 25 21:01:43.408451 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading services supported by the core plugin {{(pid=103108) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 21:01:43.408795 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.plugins.ml2.managers [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Got port-security extension from driver 'port_security' Jan 25 21:01:43.409276 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.extensions.vlantransparent [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Disabled vlantransparent extension. Jan 25 21:01:43.409796 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103108) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 21:01:43.410126 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: router Jan 25 21:01:43.446944 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.447341 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router after_create 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.447716 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router before_create 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.448082 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.448455 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.448810 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router after_delete 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.449671 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.450045 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.450404 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router after_create 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.450754 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router after_update 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.451097 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router after_update 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.451442 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.451799 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router after_update 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.452208 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_update 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.452572 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: port after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.452909 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: port after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.453246 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: subnet after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.453582 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.453959 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.454311 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_create 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.454653 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: port before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.454992 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.455345 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router after_update 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.455681 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.456027 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_create 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.456384 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.456724 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_update 55549900 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.457086 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > agent after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.457434 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > agent after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.457895 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > network after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.458745 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Tracking information for resource: router configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:43.459076 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Tracking information for resource: floatingip configured {{(pid=103108) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 21:01:43.463955 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.db.l3_agentschedulers_db [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 21:01:43.464528 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: port after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.465523 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: port after_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.465919 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: port after_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.466275 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: port after_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.467228 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router before_create 55550100 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.467597 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.467961 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_create 55550100 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.468318 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > router precommit_update 55550100 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.473023 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.services.provider_configuration [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service providers = [] {{(pid=103108) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 21:01:43.473388 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.db.servicetype_db [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103108) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 21:01:43.476359 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.services.service_base [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 21:01:43.476709 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.services.service_base [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 21:01:43.477050 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.services.service_base [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 21:01:43.477964 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.services.service_base [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103108) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 21:01:43.478335 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.services.service_base [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 21:01:43.478709 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.479026 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 21:01:43.489640 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.490005 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: auto_allocate Jan 25 21:01:43.495852 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: network precommit_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.496218 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: network precommit_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.496728 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.497047 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: tag Jan 25 21:01:43.503602 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.503934 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: timestamp Jan 25 21:01:43.507927 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.508263 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: network_ip_availability Jan 25 21:01:43.514251 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.514620 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.514977 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.515672 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.515994 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: flavors Jan 25 21:01:43.520761 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.521096 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading Plugin: revisions Jan 25 21:01:43.525408 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103108) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 21:01:43.525829 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_concurrency.lockutils [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.428s {{(pid=103108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 21:01:43.526561 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103108) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 21:01:43.526893 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Initializing extension manager. Jan 25 21:01:43.527960 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: __init__.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.528295 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: __pycache__ {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.528626 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.528954 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: address_group.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.529696 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.530277 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: address-group Jan 25 21:01:43.530600 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: address_scope.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.531302 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.531806 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: address-scope Jan 25 21:01:43.532127 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.533041 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.533540 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: router-admin-state-down-before-update Jan 25 21:01:43.533891 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: agent.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.534771 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.535271 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: agent Jan 25 21:01:43.535594 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: agent_resources_synced.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.536520 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.537021 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: agent-resources-synced Jan 25 21:01:43.537342 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: allowedaddresspairs.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.539125 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.539648 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: allowed-address-pairs Jan 25 21:01:43.539974 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: auto_allocated_topology.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.541035 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.541549 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: auto-allocated-topology Jan 25 21:01:43.541912 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: availability_zone.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.542624 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.543129 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: availability_zone Jan 25 21:01:43.543449 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: availability_zone_filter.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.544353 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.544853 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: availability_zone_filter Jan 25 21:01:43.545176 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: data_plane_status.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.546100 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.546598 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 21:01:43.546919 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: default_subnetpools.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.547820 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.548326 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: default-subnetpools Jan 25 21:01:43.548648 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.549443 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.549983 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: dhcp_agent_scheduler Jan 25 21:01:43.550309 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: dns.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.554223 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.554727 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension dns-integration not supported by any of loaded plugins Jan 25 21:01:43.555049 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: dns_domain_ports.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.555965 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.556467 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 21:01:43.556786 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.557700 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.558247 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 25 21:01:43.558570 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: dvr.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.559233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.559733 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: dvr Jan 25 21:01:43.560053 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: ecmp_routes.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.560955 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.561452 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension ecmp_routes not supported by any of loaded plugins Jan 25 21:01:43.561799 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: empty_string_filtering.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.562699 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.563244 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: empty-string-filtering Jan 25 21:01:43.563824 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.564721 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.565218 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 21:01:43.565535 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.566450 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.566947 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 21:01:43.567269 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: external_net.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.568169 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.568667 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: external-net Jan 25 21:01:43.568985 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.569930 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.570434 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: extra_dhcp_opt Jan 25 21:01:43.570756 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: extraroute.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.571654 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.572153 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: extraroute Jan 25 21:01:43.572475 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: extraroute_atomic.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.573508 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.574563 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: extraroute-atomic Jan 25 21:01:43.574892 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: filter_validation.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.575544 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.576040 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: filter-validation Jan 25 21:01:43.576357 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: fip_pf_description.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.577255 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.577765 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 21:01:43.578098 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: fip_port_details.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.579008 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.581517 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: fip-port-details Jan 25 21:01:43.581517 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: flavors.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.582543 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.583060 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: flavors Jan 25 21:01:43.583388 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.585048 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.585564 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 21:01:43.585963 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: floatingip_pools.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.586649 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.587162 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: floatingip-pools Jan 25 21:01:43.587482 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: ip_allocation.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.588403 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.588899 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 21:01:43.589223 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.590736 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.591281 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: ip-substring-filtering Jan 25 21:01:43.591611 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l2_adjacency.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.592535 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.593037 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 21:01:43.593359 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l3.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.594338 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.594852 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: router Jan 25 21:01:43.595170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.597530 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.598082 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 21:01:43.598426 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.599342 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.599854 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: ext-gw-mode Jan 25 21:01:43.600179 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.601089 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.601598 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: l3-ha Jan 25 21:01:43.601953 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l3_flavors.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.602856 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.603359 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: l3-flavors Jan 25 21:01:43.603677 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.604574 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.605098 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 21:01:43.605419 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: l3agentscheduler.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.606518 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.607029 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: l3_agent_scheduler Jan 25 21:01:43.607354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: local_ip.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.609132 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.609655 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension local_ip not supported by any of loaded plugins Jan 25 21:01:43.610018 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: logging.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.611497 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.612013 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension logging not supported by any of loaded plugins Jan 25 21:01:43.612344 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: metering.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.613100 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.613669 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: metering Jan 25 21:01:43.614021 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.615115 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.615627 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: metering_source_and_destination_fields Jan 25 21:01:43.615950 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: multiprovidernet.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.616864 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.617371 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: multi-provider Jan 25 21:01:43.617694 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: netmtu.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.618629 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.619134 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: net-mtu Jan 25 21:01:43.626925 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: netmtu_writable.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.627542 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.628054 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: net-mtu-writable Jan 25 21:01:43.628372 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: network_availability_zone.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.629035 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.629538 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: network_availability_zone Jan 25 21:01:43.629901 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: network_ip_availability.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.631007 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.631523 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: network-ip-availability Jan 25 21:01:43.631842 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: network_segment_range.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.632603 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.633106 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 21:01:43.633428 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: pagination.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.634424 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.634753 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: pagination Jan 25 21:01:43.635074 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: port_device_profile.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.635967 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.637061 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: port-device-profile Jan 25 21:01:43.637420 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.638364 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.638864 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: port-mac-address-regenerate Jan 25 21:01:43.639183 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.645767 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.646270 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: port-numa-affinity-policy Jan 25 21:01:43.646591 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: port_resource_request.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.647495 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.647998 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 21:01:43.648320 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: port_resource_request_groups.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.649307 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.649830 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 25 21:01:43.650153 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: portbindings.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.651069 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.651573 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: binding Jan 25 21:01:43.651891 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: portbindings_extended.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.653168 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.653680 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: binding-extended Jan 25 21:01:43.654030 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: portsecurity.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.654971 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.655472 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: port-security Jan 25 21:01:43.655793 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: project_id.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.656753 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.657084 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: project-id Jan 25 21:01:43.657407 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: providernet.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.658340 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.658844 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: provider Jan 25 21:01:43.659164 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.662785 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.663305 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos not supported by any of loaded plugins Jan 25 21:01:43.663644 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.664886 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.665398 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 21:01:43.665725 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.666658 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.667169 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 21:01:43.667492 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_default.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.668416 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.668919 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-default not supported by any of loaded plugins Jan 25 21:01:43.669240 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_fip.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.670186 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.670697 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-fip not supported by any of loaded plugins Jan 25 21:01:43.671020 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.671960 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.672467 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 25 21:01:43.672787 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_gateway_ip.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.673711 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.674238 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 21:01:43.674559 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_port_network_policy.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.675470 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.675985 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 21:01:43.676287 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.677319 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.677852 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 25 21:01:43.678172 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_pps_rule.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.679339 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.679850 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-pps not supported by any of loaded plugins Jan 25 21:01:43.680173 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_rule_type_details.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.681082 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.681590 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 21:01:43.681945 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: qos_rules_alias.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.685574 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.686557 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 21:01:43.686893 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: quota_check_limit.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.687844 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.688371 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: quota-check-limit Jan 25 21:01:43.688936 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: quotasv2.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.689949 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.690281 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: quotas Jan 25 21:01:43.690601 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: quotasv2_detail.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.692500 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.692982 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: quota_details Jan 25 21:01:43.693378 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: rbac.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.694664 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.695387 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: rbac-policies Jan 25 21:01:43.695778 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: rbac_address_group.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.696941 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.697543 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: rbac-address-group Jan 25 21:01:43.698034 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: rbac_address_scope.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.699825 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.700495 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: rbac-address-scope Jan 25 21:01:43.700941 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: rbac_security_groups.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.701990 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.702509 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: rbac-security-groups Jan 25 21:01:43.702838 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: rbac_subnetpool.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.703886 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.704394 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: rbac-subnetpool Jan 25 21:01:43.704808 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: revisionifmatch.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.705800 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.706414 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: revision-if-match Jan 25 21:01:43.706882 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: revisions.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.707847 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.708703 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: standard-attr-revisions Jan 25 21:01:43.708703 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: router_availability_zone.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.709602 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.710144 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: router_availability_zone Jan 25 21:01:43.710916 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: routerservicetype.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.711941 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.712455 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension router-service-type not supported by any of loaded plugins Jan 25 21:01:43.712908 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.714177 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.714776 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: security-groups-normalized-cidr Jan 25 21:01:43.715088 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.716250 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.716835 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: port-security-groups-filtering Jan 25 21:01:43.717192 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.718306 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.718816 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: security-groups-remote-address-group Jan 25 21:01:43.719153 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.720075 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.720578 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: security-groups-shared-filtering Jan 25 21:01:43.720944 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.721487 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 25 21:01:43.721833 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: securitygroup.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.732433 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.732961 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: security-group Jan 25 21:01:43.733295 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: segment.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.734121 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.734631 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension segment not supported by any of loaded plugins Jan 25 21:01:43.734958 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.736068 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.736750 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 21:01:43.737278 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: servicetype.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.738561 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.739083 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: service-type Jan 25 21:01:43.739412 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: sorting.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.740386 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.740720 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: sorting Jan 25 21:01:43.741043 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: standard_attr_segment.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.741977 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.742486 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 21:01:43.742802 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: standardattrdescription.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.743440 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.743948 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: standard-attr-description Jan 25 21:01:43.744267 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: stateful_security_group.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.745176 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.746274 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: stateful-security-group Jan 25 21:01:43.746601 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: stdattrs_common.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.747164 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 21:01:43.747482 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.748409 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.748913 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 21:01:43.749231 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: subnet_onboard.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.750328 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.750839 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: subnet_onboard Jan 25 21:01:43.751157 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.752076 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.752596 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 21:01:43.752919 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: subnet_service_types.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.753854 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.754379 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: subnet-service-types Jan 25 21:01:43.754698 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: subnetallocation.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.755769 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.756280 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: subnet_allocation Jan 25 21:01:43.756603 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.757255 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.757782 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: subnetpool-prefix-ops Jan 25 21:01:43.758109 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.759051 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.759554 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 21:01:43.759876 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: tagging.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.760926 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.762040 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: standard-attr-tag Jan 25 21:01:43.762368 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: timestamp.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.763565 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.764075 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loaded extension: standard-attr-timestamp Jan 25 21:01:43.764401 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: trunk.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.765422 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.765966 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension trunk not supported by any of loaded plugins Jan 25 21:01:43.766300 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: trunk_details.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.767260 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.767763 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension trunk-details not supported by any of loaded plugins Jan 25 21:01:43.768085 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: uplink_status_propagation.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.768991 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.769493 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 21:01:43.769872 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Loading extension file: vlantransparent.py {{(pid=103108) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 21:01:43.770531 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103108) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 21:01:43.771029 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 21:01:43.773572 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:network Jan 25 21:01:43.774121 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:subnet Jan 25 21:01:43.774514 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 21:01:43.774901 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:port Jan 25 21:01:43.776099 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.776547 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service FLAVORS assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.777192 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.777611 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.777967 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:router Jan 25 21:01:43.778391 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:floatingip Jan 25 21:01:43.778880 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service METERING assigned prefix: /metering {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.780315 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.780682 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.781036 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:01:43.782060 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 21:01:43.782498 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:security_group Jan 25 21:01:43.782914 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 21:01:43.784572 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service CORE assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.784913 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 21:01:43.785266 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] subnetpool is already registered Jan 25 21:01:43.785692 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service CORE assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.786047 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 21:01:43.786377 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] subnetpool is already registered Jan 25 21:01:43.788593 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.789022 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service FLAVORS assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.789606 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.790051 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.790384 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:router Jan 25 21:01:43.790716 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] router is already registered Jan 25 21:01:43.791119 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:floatingip Jan 25 21:01:43.791451 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] floatingip is already registered Jan 25 21:01:43.791897 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service METERING assigned prefix: /metering {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.792565 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 21:01:43.792888 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] rbac_policy is already registered Jan 25 21:01:43.793294 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:security_group Jan 25 21:01:43.793623 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] security_group is already registered Jan 25 21:01:43.794045 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 21:01:43.794377 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] security_group_rule is already registered Jan 25 21:01:43.795229 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service CORE assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.795565 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 21:01:43.795977 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] subnetpool is already registered Jan 25 21:01:43.796396 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.v2.resource_helper [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Service CORE assigned prefix: {{(pid=103108) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 21:01:43.796753 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 21:01:43.797242 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING neutron.quota.resource_registry [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] subnetpool is already registered Jan 25 21:01:43.797818 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: extensions {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.799524 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: address-groups {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.801036 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: address-scopes {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.802382 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: agents {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.803556 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: auto-allocated-topology {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.804803 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: availability_zones {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.806043 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: dhcp-networks {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.807536 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: dhcp-agents {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.809481 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: routers {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.811887 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: flavors {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.813041 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: service_profiles {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.814544 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: next_providers {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.815973 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: service_profiles {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.817493 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: floatingip-pools {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.818738 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: routers {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.821176 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: floatingips {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.822499 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: l3-routers {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.824461 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: l3-agents {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.825902 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: metering-labels {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.827334 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: metering-label-rules {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.828621 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: network-ip-availabilities {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.829909 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: bindings {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.831554 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: quotas {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.833122 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: quotas {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.834831 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: rbac-policies {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.836123 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: security-groups {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.837342 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: security-group-rules {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.838594 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: service-providers {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.839856 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: subnetpools {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.841386 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: subnetpools {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.842857 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.844514 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.846336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.848100 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.850882 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.852727 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.854441 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.856493 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.858299 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.860130 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron.api.extensions [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Extended resource: tags {{(pid=103108) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 21:01:43.865927 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING keystonemiddleware.auth_token [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 21:01:43.870554 dv-cinder-809518-10-iscsi neutron-server[103108]: WARNING keystonemiddleware.auth_token [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 21:01:43.879623 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_concurrency.lockutils [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Acquired lock "singleton_lock" {{(pid=103108) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 25 21:01:43.880038 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_concurrency.lockutils [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Releasing lock "singleton_lock" {{(pid=103108) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 25 21:01:43.880688 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO oslo_service.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Starting 2 workers Jan 25 21:01:43.885536 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Started child 103217 {{(pid=103108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 21:01:43.890619 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Started child 103218 {{(pid=103108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 21:01:43.891739 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:43.892442 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO neutron.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 21:01:43.892821 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:43.893308 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [-] (103217) wsgi starting up on http://0.0.0.0:9696 Jan 25 21:01:43.895272 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO oslo_service.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Starting 1 workers Jan 25 21:01:43.895446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:43.896943 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [-] (103218) wsgi starting up on http://0.0.0.0:9696 Jan 25 21:01:43.900514 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Started child 103219 {{(pid=103108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 21:01:43.901055 dv-cinder-809518-10-iscsi neutron-server[103108]: INFO oslo_service.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Starting 1 workers Jan 25 21:01:43.904185 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] calling RpcWorker wait() {{(pid=103219) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 21:01:43.904707 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] returning from RpcWorker wait() {{(pid=103219) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 21:01:43.905554 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Started child 103220 {{(pid=103108) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 21:01:43.906114 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:43.906469 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG neutron_lib.callbacks.manager [None req-4872d88f-c9e7-4b99-a308-a6c29aaa262f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:43.906675 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103108) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.911336 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.911995 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.911995 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.912118 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:43.912557 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.912557 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.912557 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.912764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58712) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:01:43.912835 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.912835 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.912835 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.912835 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.913089 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.913251 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.913463 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.913810 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.914069 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.914305 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.914550 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.914725 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.914968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.915251 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.915496 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.915750 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] debug = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.916005 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.916486 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.916712 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.916949 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.917168 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.917436 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.917727 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.918042 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.918289 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.918503 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.918724 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.918973 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.919211 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.919440 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.919677 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.919889 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.920158 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.920404 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.921296 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] host = dv-cinder-809518-10-iscsi {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.921435 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066767 Jan 25 21:01:43.921567 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.921845 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.922324 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.922466 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:01:43.922947 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.923292 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.924270 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.924270 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.924270 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.924645 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.924960 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.925292 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.925613 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.925971 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.926387 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928437 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_options = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928437 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928437 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928437 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928437 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928437 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928437 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928997 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928997 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.928997 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.929361 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.929647 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.929956 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.930259 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.932459 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.933093 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.933093 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.934011 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.934315 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.935890 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.935890 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.935890 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.935890 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.935890 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.935890 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.937267 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.937267 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.937267 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.937529 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.938287 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.939212 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.939212 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.939454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.939747 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.940081 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.940443 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.940732 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.941032 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.941324 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.941637 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.941957 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_json = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.942239 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.943255 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.943255 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.943255 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.943255 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.943543 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.943610 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.943816 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.944061 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:43.944489 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.944790 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.945794 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.945794 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.945794 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.946022 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.946096 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.946379 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.946725 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.947087 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.947382 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.947636 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.947925 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.948199 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.948447 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.948732 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.949542 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.949831 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.954430 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955316 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955797 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955797 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955797 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955797 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.955797 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.956084 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.957792 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.957792 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.957792 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.957792 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.957792 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.957792 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.957792 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.958324 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.958324 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.958476 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.958660 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.958918 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.959139 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.959364 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.959658 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.959862 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.960131 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.960395 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.960618 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.960841 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.961060 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.961284 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.962338 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.962762 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.963007 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.963246 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.963508 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.963749 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.964011 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.964261 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.964514 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.964745 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.964993 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.965233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.965498 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.965720 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.965965 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.966190 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967150 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967150 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967150 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967150 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967491 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967491 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967688 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.967899 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.968129 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.968366 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.968583 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.968797 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.972454 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973013 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973547 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973547 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973547 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.973800 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.974807 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.974807 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.974807 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.975078 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.975256 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.975497 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.975734 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.976003 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.976272 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.977071 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.977071 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.977071 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.977313 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.977483 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.977782 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.978078 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.978355 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.979831 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.979831 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.980513 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.980694 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.980992 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.981258 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.981501 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.981764 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.982711 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.982711 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.982711 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.982932 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.983030 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.983251 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.983490 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.983778 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.984030 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.984282 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.984544 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.984807 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.985040 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.985307 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.985650 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.985851 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.986090 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.986319 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.986535 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.986790 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.987021 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.987279 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.987496 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.987711 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.987963 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.988179 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.988714 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.988714 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.988897 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.989081 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.989330 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.989545 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.990704 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.990978 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.991236 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.991482 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.991710 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.991926 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.992186 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.992404 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.992696 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.992951 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.993507 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.993507 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.993707 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.994898 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.995133 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.995384 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.996949 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.997215 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.998358 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.998614 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.998868 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:43.999855 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.000103 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.000355 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.000757 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.002697 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.002697 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.002697 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.003453 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.003724 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.003951 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.004203 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.005233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.005233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.005233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.005233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.005561 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.005561 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.005858 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.006115 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.006356 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.006599 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.006822 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.007045 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.007261 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.007564 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.007851 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.008063 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.008311 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.008553 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.008769 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.009019 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.009628 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.009628 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.009828 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.009909 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.010125 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.010353 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.010570 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.010785 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.011010 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.011302 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.011510 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.011759 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.012404 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.012404 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.012404 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.012643 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.012800 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.013020 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.013231 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.013447 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.013669 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.013914 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.014127 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.014355 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.014566 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.014778 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.015001 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.015220 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.015453 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.015738 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.016642 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.016642 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.016642 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.016867 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.016944 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.017195 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.017809 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.017809 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.018690 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.018919 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.019141 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.020182 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.020463 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.021841 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.021841 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.021841 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.021841 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.022177 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.022177 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.022439 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.022659 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.022951 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.023280 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.023562 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.023811 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.024056 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.024291 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.024519 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.024755 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.024992 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.025229 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.025464 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.025705 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.025981 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027394 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027394 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027394 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027394 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027394 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027394 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027829 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027829 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.027950 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 21:01:44.028886 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103108) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 21:01:44.028886 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 21:01:44.028886 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 21:01:44.029106 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 21:01:44.029178 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 21:01:44.029323 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 21:01:44.029538 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.029722 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.029884 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.030048 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.030209 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.030390 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.030558 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031438 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031438 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031438 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031438 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031438 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031438 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031799 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031799 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.031928 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.032054 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.032218 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.032381 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.032546 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.032707 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.032871 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.033031 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] debug = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.033190 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.033418 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.033576 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.033736 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.034828 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.034992 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.035159 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.035358 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.035476 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.035672 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.035854 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.035941 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.036133 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.036233 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.036400 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.036560 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.036720 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.036879 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.037038 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] host = dv-cinder-809518-10-iscsi {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.037198 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.037357 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.037539 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.037669 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.037858 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.038021 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.038242 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.038334 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.038497 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.038653 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.038815 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.038977 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.039142 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.039309 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.039458 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_options = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.039617 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.039781 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.039940 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.040127 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.040291 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.040451 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.040611 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.040770 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.040929 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.041088 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.041246 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.041409 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.041567 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.041729 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.041956 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.042092 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.042227 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.043360 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.043360 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.043360 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.043743 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.043743 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.043743 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.044124 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.044124 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.044274 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.044367 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.044476 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.044630 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.044785 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.045001 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.045108 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.045254 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.045412 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.045571 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.045731 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.046737 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.046737 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.046737 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.046737 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.046737 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.046737 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.047119 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.047119 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.047119 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.047289 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.047402 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_json = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048142 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048142 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048142 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048142 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048142 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048483 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048483 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048600 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048751 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 21:01:44.048934 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.049095 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.049268 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.049431 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.049594 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.049833 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.049952 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.050113 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.050274 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.050436 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.050605 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051156 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051156 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051156 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051377 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051377 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051541 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051705 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.051870 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.052031 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.052190 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.052352 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.052525 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.052693 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.052842 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.053006 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.053165 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.053334 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.053496 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.053673 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.054714 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.054885 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.055052 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.055200 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.055360 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.055528 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.055692 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.055856 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.056020 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.056183 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.056345 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.056503 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.056667 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.056826 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.056987 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.057150 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.057312 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.057475 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.057641 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.059877 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.059877 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.059877 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.059877 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.059877 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.060227 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.060227 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.060356 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.060495 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.060662 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.060823 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.060986 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.061149 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.061313 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.061474 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.061636 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.062708 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.062883 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.063047 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064037 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064037 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064037 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064037 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064367 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064367 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064521 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064609 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064690 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.064849 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.065010 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.065265 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.065366 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.065488 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.065650 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.066619 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.066750 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.066854 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.067091 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.067246 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.067409 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.067573 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.067738 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.067910 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.068088 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.068252 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.068415 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.068577 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.068740 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.069791 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.069791 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.069791 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.069791 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.069791 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.069791 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070217 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070217 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070217 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070429 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070429 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070666 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070759 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.070881 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.071044 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.071207 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.071370 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.071533 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.071790 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.071881 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.072968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.072968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.072968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.072968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.072968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.072968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.072968 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.073479 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.073479 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.073479 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.073689 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.073689 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.073938 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.074072 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.074236 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.074398 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.074560 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075489 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075489 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075489 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075489 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075489 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075489 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075935 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.075935 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.076063 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.076128 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.076788 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.076788 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.076788 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.076788 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.077057 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.077057 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.077178 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.077323 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.077484 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.077598 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:01:44.077680 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.078546 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.079794 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.079794 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.079794 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.079996 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.080063 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.080207 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.080371 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.080555 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.080801 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.080943 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.081081 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.081216 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.081348 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.081480 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.081612 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.081783 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.084386 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.084386 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.084701 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.084701 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.084954 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.085045 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.085164 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.085338 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.085510 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.085699 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.085913 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.086065 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.086235 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.086401 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.086569 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.086742 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.086895 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.087062 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.087225 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.087418 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.087553 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.087717 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.087899 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.088063 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.088228 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.088391 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.088553 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.088725 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.088880 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.089026 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.089188 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.089355 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.089555 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.089722 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091470 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091470 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091470 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091470 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091470 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091470 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091918 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091918 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.091918 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.092124 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.092223 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.092390 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.092545 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.092727 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.092889 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.093048 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.093211 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.093373 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.093536 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.093709 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.093899 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.094067 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.094239 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.094387 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.094529 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.094671 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.094838 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.094985 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.095149 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.095295 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.095445 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.095627 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.095786 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.095948 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.096112 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.096272 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.097806 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.099679 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.100933 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.102077 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.103170 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.104354 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 21:01:44.105690 dv-cinder-809518-10-iscsi neutron-server[103108]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103108) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 21:01:55.570813 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d17d6-d831-4e5b-9299-dcfe89374545 None None] get_active_networks_info from dv-cinder-809518-10-iscsi {{(pid=103219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 25 21:01:55.632323 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d17d6-d831-4e5b-9299-dcfe89374545 None None] No non-hosted networks {{(pid=103219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 21:01:55.639323 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.agentschedulers_db [None req-455d17d6-d831-4e5b-9299-dcfe89374545 None None] DHCP Agent not found on host dv-cinder-809518-10-iscsi {{(pid=103219) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 21:01:55.717261 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec04b-2414-4d16-9969-cd006c0a3ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629212'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:57.755013 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-796f9065-52a9-4fee-9368-300a65f2e264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629212'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:57.793873 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.db.api [None req-c0062498-7e20-4c97-aa90-7f9417c0f734 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809518-10-iscsi {{(pid=103219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 21:01:57.794809 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG oslo_db.api [None req-c0062498-7e20-4c97-aa90-7f9417c0f734 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 21:01:58.311353 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c0062498-7e20-4c97-aa90-7f9417c0f734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:01:59.155770 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629212'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:00.518486 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629212'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:01.739362 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629212'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:01.740945 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.741358 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.741792 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.742226 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.742631 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.743026 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.743423 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.743840 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.744236 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.744646 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.745727 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.746084 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.746598 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:01.748099 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809518-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:01.779619 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809518-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:02.835900 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.db.l3_hamode_db [None req-0e739c3e-5ee1-45db-9582-ea3b8ca4c244 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 21:02:02.913060 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e739c3e-5ee1-45db-9582-ea3b8ca4c244 None None] Routers set() bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:02:02.913451 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e739c3e-5ee1-45db-9582-ea3b8ca4c244 None None] Router IDs set() for agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 25 21:02:04.183581 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58824) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:04.785118 dv-cinder-809518-10-iscsi neutron-server[103218]: WARNING oslo_policy.policy [None req-2d37fa34-ffd8-47be-be66-92bd62f6f157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:04.785729 dv-cinder-809518-10-iscsi neutron-server[103218]: WARNING oslo_policy.policy [None req-2d37fa34-ffd8-47be-be66-92bd62f6f157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:05.007142 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [None req-2d37fa34-ffd8-47be-be66-92bd62f6f157 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:02:05.008214 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-2d37fa34-ffd8-47be-be66-92bd62f6f157 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8236685 Jan 25 21:02:07.614328 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58842) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:07.905220 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-caa0ef3a-65f3-45b8-a57a-659111b9994a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'tenant_id': 'b9cd068cb8f1480d86277737c8e464e3'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:02:08.002821 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.policy [None req-caa0ef3a-65f3-45b8-a57a-659111b9994a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103218) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 21:02:08.043774 dv-cinder-809518-10-iscsi neutron-server[103218]: WARNING oslo_policy.policy [None req-caa0ef3a-65f3-45b8-a57a-659111b9994a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:08.044147 dv-cinder-809518-10-iscsi neutron-server[103218]: WARNING oslo_policy.policy [None req-caa0ef3a-65f3-45b8-a57a-659111b9994a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:08.218772 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-caa0ef3a-65f3-45b8-a57a-659111b9994a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838589508', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838588945', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838604701', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838605446', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838553170', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771838545795', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1649396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1333492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-353360', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-413360'] for rbac-policy (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:08.433967 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-caa0ef3a-65f3-45b8-a57a-659111b9994a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:08.435176 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-caa0ef3a-65f3-45b8-a57a-659111b9994a admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8198695 Jan 25 21:02:11.034754 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58854) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:11.323399 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:02:11.454776 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Made reservation on behalf of 2eebf770a4dc4b6cb3b24ca397a30221 for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:02:11.457516 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:11.475144 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:11.579361 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks [] for security_group (9132d734-b22e-4255-9283-3a1d399e9008), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:11.734952 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9132d734-b22e-4255-9283-3a1d399e9008), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:11.755313 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:02:11.783539 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771833843577', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:11.784127 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Unsubscribe: segment precommit_create {{(pid=103218) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 21:02:11.784652 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Added segment e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9 of type vlan for network 973604f1-5396-4494-a40e-2b85af2c394c Jan 25 21:02:11.800604 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9132d734-b22e-4255-9283-3a1d399e9008,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:11.846699 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.847069 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.847422 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.847763 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.848098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.848433 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.848775 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.849110 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.849447 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.849791 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.850119 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.850442 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.850763 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Tracked resource versions report: Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: pushed versions: Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: { 'AddressGroup': {'1.2'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'ConntrackHelper': {'1.0'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Log': {'1.0'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Network': {'1.1'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Port': {'1.7'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'PortForwarding': {'1.2'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'QosPolicy': {'1.10'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroup': {'1.5'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SubPort': {'1.0'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Subnet': {'1.1'}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Trunk': {'1.1'}} Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: consumer versions: Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'ConntrackHelper': '1.0', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'LocalIPAssociation': '1.0', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Log': '1.0', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Network': '1.1', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Port': '1.7', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'PortForwarding': '1.2', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'QosPolicy': '1.10', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroup': '1.5', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroupRule': '1.2', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SubPort': '1.0', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Subnet': '1.1', Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Trunk': '1.1'}} Jan 25 21:02:11.852132 dv-cinder-809518-10-iscsi neutron-server[103218]: {{(pid=103218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:02:11.894528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (973604f1-5396-4494-a40e-2b85af2c394c), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:12.001176 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (973604f1-5396-4494-a40e-2b85af2c394c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:12.002242 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:12.002941 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:12.095170 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] Pushing event updated for resources: {'Network': ['ID=973604f1-5396-4494-a40e-2b85af2c394c,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:12.106057 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 973604f1-5396-4494-a40e-2b85af2c394c details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:02:12.123915 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-6a0d59f8-d428-49f9-90e5-8e5061d4b11a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0881071 Jan 25 21:02:14.819387 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58868) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:15.199774 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bf75c-600c-463a-bb4d-7a5d09f83ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:15.201114 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-618bf75c-600c-463a-bb4d-7a5d09f83ce5 admin admin] 10.222.0.20 "GET /v2.0/networks/973604f1-5396-4494-a40e-2b85af2c394c HTTP/1.1" status: 200 len: 825 time: 0.3808160 Jan 25 21:02:15.224631 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-c908912b-2e3f-4a5e-b5f5-3c29ae4e8968 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/bf53e822-440b-4ed9-b5ee-ae0bf28c0792 HTTP/1.1" status: 200 len: 734 time: 0.0180199 Jan 25 21:02:15.232791 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Request body: {'subnet': {'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'subnetpool_id': 'bf53e822-440b-4ed9-b5ee-ae0bf28c0792', 'name': 'private-subnet'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:02:15.317534 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Made reservation on behalf of 2eebf770a4dc4b6cb3b24ca397a30221 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:02:15.319822 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:15.717858 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (6801e5f9-dd0c-484b-b5f1-e9913d263918), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:15.785568 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6801e5f9-dd0c-484b-b5f1-e9913d263918,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:15.787570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Checking segment: {'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:02:15.787939 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Network hostable DHCP agents. Network: 973604f1-5396-4494-a40e-2b85af2c394c, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:02:15.871511 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Network 973604f1-5396-4494-a40e-2b85af2c394c is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:02:15.928627 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 973604f1-5396-4494-a40e-2b85af2c394c) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:02:15.933771 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:15.934400 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:15.939586 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90027847-bd5d-43a4-afa8-9fe206d1eb49 None None] Network 973604f1-5396-4494-a40e-2b85af2c394c requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:02:16.029056 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5dff76ed-b04e-4b64-8ea4-e389d8412007 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7992408 Jan 25 21:02:16.200799 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-973604f1-5396-4494-a40e-2b85af2c394c', 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'fixed_ips': [{'subnet_id': '6801e5f9-dd0c-484b-b5f1-e9913d263918'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:02:16.202018 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:16.498459 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Allocated IP 172.20.0.2 (973604f1-5396-4494-a40e-2b85af2c394c/6801e5f9-dd0c-484b-b5f1-e9913d263918/c4fd585e-6e53-4b7f-9460-d233db98a464) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:02:16.735975 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Publish callbacks [] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:16.838309 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:16.916001 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Network 973604f1-5396-4494-a40e-2b85af2c394c is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:02:16.925309 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:02:16.927230 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Pushing event updated for resources: {'Port': ['ID=c4fd585e-6e53-4b7f-9460-d233db98a464,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:16.935418 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:02:16.938920 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.939300 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.939670 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.940252 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.940329 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.940661 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.941005 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.941343 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.941672 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.942062 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.942400 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.942731 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.943055 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Tracked resource versions report: Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: pushed versions: Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: { 'AddressGroup': {'1.2'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'ConntrackHelper': {'1.0'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Log': {'1.0'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Network': {'1.1'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Port': {'1.7'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'PortForwarding': {'1.2'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'QosPolicy': {'1.10'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroup': {'1.5'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SubPort': {'1.0'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Subnet': {'1.1'}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Trunk': {'1.1'}} Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: consumer versions: Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'ConntrackHelper': '1.0', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'LocalIPAssociation': '1.0', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Log': '1.0', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Network': '1.1', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Port': '1.7', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'PortForwarding': '1.2', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'QosPolicy': '1.10', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroup': '1.5', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroupRule': '1.2', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SubPort': '1.0', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Subnet': '1.1', Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Trunk': '1.1'}} Jan 25 21:02:16.944446 dv-cinder-809518-10-iscsi neutron-server[103219]: {{(pid=103219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:02:17.017013 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Attempting to bind port c4fd585e-6e53-4b7f-9460-d233db98a464 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:02:17.017337 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Attempting to bind port c4fd585e-6e53-4b7f-9460-d233db98a464 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:02:17.017786 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Attempting to bind port c4fd585e-6e53-4b7f-9460-d233db98a464 on network 973604f1-5396-4494-a40e-2b85af2c394c {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:02:17.022597 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:02:17.022984 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Checking segment: {'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:02:17.023454 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:17.023846 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Bound using segment: {'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:02:17.024335 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Bound port: c4fd585e-6e53-4b7f-9460-d233db98a464, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:02:17.024748 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:17.095742 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] For port c4fd585e-6e53-4b7f-9460-d233db98a464, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:02:17.114709 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] For port c4fd585e-6e53-4b7f-9460-d233db98a464, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=c4fd585e-6e53-4b7f-9460-d233db98a464,segment=NetworkSegment(e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9),segment_id=e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:02:17.181093 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:17.241223 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61cf35-0195-42f1-9caf-7b9864da97ef None None] Pushing event updated for resources: {'Port': ['ID=c4fd585e-6e53-4b7f-9460-d233db98a464,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:18.472868 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 58876) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:18.964193 dv-cinder-809518-10-iscsi neutron-server[103217]: WARNING oslo_policy.policy [None req-d9623f8e-55c6-4d34-b62c-2e89c7940374 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:18.964748 dv-cinder-809518-10-iscsi neutron-server[103217]: WARNING oslo_policy.policy [None req-d9623f8e-55c6-4d34-b62c-2e89c7940374 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:19.189786 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [None req-d9623f8e-55c6-4d34-b62c-2e89c7940374 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:02:19.191006 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d9623f8e-55c6-4d34-b62c-2e89c7940374 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7160625 Jan 25 21:02:21.636778 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 58890) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:21.948766 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [None req-19cf9475-9271-4bbd-8673-cd2a236a1036 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:02:21.949764 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-19cf9475-9271-4bbd-8673-cd2a236a1036 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119552 Jan 25 21:02:24.637308 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 58900) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:24.939484 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:02:24.999999 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.policy [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 21:02:25.043385 dv-cinder-809518-10-iscsi neutron-server[103217]: WARNING oslo_policy.policy [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:25.043773 dv-cinder-809518-10-iscsi neutron-server[103217]: WARNING oslo_policy.policy [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 21:02:25.186330 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:25.188508 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:25.337215 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] Publish callbacks [] for router_controller (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), precommit_add_association {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:25.404152 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:25.482375 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:25.483579 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-713276c1-3262-467e-87c7-efd88772ad00 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8452749 Jan 25 21:02:25.578009 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-96c621f6-1ad8-4bd8-bfcc-25f91ce8d478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:27.740231 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9efbaa7f-6ee5-41df-8c0e-564f03800553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:27.923575 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58914) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:28.234393 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [None req-b7679449-e610-466c-af49-99135eb41907 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:02:28.239812 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b7679449-e610-466c-af49-99135eb41907 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125954 Jan 25 21:02:28.323272 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device c4fd585e-6e53-4b7f-9460-d233db98a464 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:02:28.341292 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc63d2-f186-4a1f-b1a8-f376163d86ea None None] Network 973604f1-5396-4494-a40e-2b85af2c394c requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:02:28.487131 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-f0a94d7e-79c6-4ba3-8530-09c2c46dfba5 None None] Provisioning complete for port c4fd585e-6e53-4b7f-9460-d233db98a464 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:28.487544 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f0a94d7e-79c6-4ba3-8530-09c2c46dfba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:28.551159 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port c4fd585e-6e53-4b7f-9460-d233db98a464 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:28.551473 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:28.679711 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f0a94d7e-79c6-4ba3-8530-09c2c46dfba5 None None] Current status of the port c4fd585e-6e53-4b7f-9460-d233db98a464 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:28.680110 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f0a94d7e-79c6-4ba3-8530-09c2c46dfba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:28.737219 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port c4fd585e-6e53-4b7f-9460-d233db98a464 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:28.737615 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:28.760652 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-f0a94d7e-79c6-4ba3-8530-09c2c46dfba5 None None] For port c4fd585e-6e53-4b7f-9460-d233db98a464, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=c4fd585e-6e53-4b7f-9460-d233db98a464,segment=NetworkSegment(e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9),segment_id=e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:02:28.858122 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f0a94d7e-79c6-4ba3-8530-09c2c46dfba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:28.929243 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.db.api [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 21:02:28.929544 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG oslo_db.api [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 21:02:28.934407 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a94d7e-79c6-4ba3-8530-09c2c46dfba5 None None] Pushing event updated for resources: {'Port': ['ID=c4fd585e-6e53-4b7f-9460-d233db98a464,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:28.988824 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-fd39b1db-b1ba-4a75-91c8-5b06b50a4fd6 None None] Provisioning complete for port c4fd585e-6e53-4b7f-9460-d233db98a464 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:28.989216 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fd39b1db-b1ba-4a75-91c8-5b06b50a4fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:29.054100 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:29.066479 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-fd39b1db-b1ba-4a75-91c8-5b06b50a4fd6 None None] Current status of the port c4fd585e-6e53-4b7f-9460-d233db98a464 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:29.466211 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port c4fd585e-6e53-4b7f-9460-d233db98a464 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:30.278126 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device c4fd585e-6e53-4b7f-9460-d233db98a464 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:02:30.323963 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port c4fd585e-6e53-4b7f-9460-d233db98a464 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:30.324358 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:30.416555 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port c4fd585e-6e53-4b7f-9460-d233db98a464 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:30.439874 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:30.715396 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58946) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:30.843199 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'project_id': 'b9cd068cb8f1480d86277737c8e464e3', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'tenant_id': 'b9cd068cb8f1480d86277737c8e464e3'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:02:30.937574 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Made reservation on behalf of b9cd068cb8f1480d86277737c8e464e3 for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:02:30.939932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:30.949113 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:31.019206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks [] for security_group (3c4b22dd-e4ba-4818-8acb-3333ba412f18), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:31.108551 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3c4b22dd-e4ba-4818-8acb-3333ba412f18), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:31.123583 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103218) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 21:02:31.141443 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b22dd-e4ba-4818-8acb-3333ba412f18,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:31.145823 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (1878d01c-e7ef-4fbd-aad1-2fa889912109), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:31.146170 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Added segment 1878d01c-e7ef-4fbd-aad1-2fa889912109 of type flat for network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 Jan 25 21:02:31.189821 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (4fc5ef02-8e0e-414d-8153-55d3d0908c35), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:31.302972 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (4fc5ef02-8e0e-414d-8153-55d3d0908c35), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:31.303873 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:31.304451 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:31.361537 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc5ef02-8e0e-414d-8153-55d3d0908c35,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:31.373883 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:02:31.394584 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-954fc8e2-f383-4cb5-ab8e-3d37430e20c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6780946 Jan 25 21:02:31.800271 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:33.669102 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58954) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:33.753489 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516712b-e8f4-49ff-b494-971137578795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:33.754834 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4516712b-e8f4-49ff-b494-971137578795 admin admin] 10.222.0.20 "GET /v2.0/subnets/6801e5f9-dd0c-484b-b5f1-e9913d263918 HTTP/1.1" status: 200 len: 849 time: 0.0899236 Jan 25 21:02:33.913517 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-163e4298-ff57-4128-99a9-28ef74dbf38f admin admin] 10.222.0.20 "GET /v2.0/routers/f9a4d921-df7a-4610-a872-dcfeba7b6cf2 HTTP/1.1" status: 200 len: 704 time: 0.1532226 Jan 25 21:02:34.171739 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:34.469701 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Allocated IP 172.20.0.1 (973604f1-5396-4494-a40e-2b85af2c394c/6801e5f9-dd0c-484b-b5f1-e9913d263918/c3e0bf76-754f-4977-b41b-26dbe53d1042) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:02:34.618627 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks [] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:34.806604 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:34.878641 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Network 973604f1-5396-4494-a40e-2b85af2c394c is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:02:34.884814 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:02:34.893389 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:02:34.893996 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:34.915941 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e0bf76-754f-4977-b41b-26dbe53d1042,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:35.122742 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-2c88b3af-056f-43c9-985e-2870082fb824 None None] Provisioning complete for port c3e0bf76-754f-4977-b41b-26dbe53d1042 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:35.123270 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2c88b3af-056f-43c9-985e-2870082fb824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:35.142152 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:35.159467 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-2c88b3af-056f-43c9-985e-2870082fb824 None None] Port c3e0bf76-754f-4977-b41b-26dbe53d1042 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:02:35.347096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks [] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:35.396733 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:35.397445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:35.478348 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e0bf76-754f-4977-b41b-26dbe53d1042,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:35.519479 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Network 973604f1-5396-4494-a40e-2b85af2c394c is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:02:35.520779 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:02:35.679514 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-a1237c7a-85e2-4a30-9d6e-d7dd2c15fe9d None None] Provisioning complete for port c3e0bf76-754f-4977-b41b-26dbe53d1042 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:35.679899 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a1237c7a-85e2-4a30-9d6e-d7dd2c15fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:35.714061 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-a1237c7a-85e2-4a30-9d6e-d7dd2c15fe9d None None] Port c3e0bf76-754f-4977-b41b-26dbe53d1042 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:02:35.728955 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:02:35.818615 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:02:35.823881 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-bc1da140-5eda-4b90-b531-f31b657f73c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/f9a4d921-df7a-4610-a872-dcfeba7b6cf2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9045935 Jan 25 21:02:35.828284 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Sync routers for ids ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:02:35.840330 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Routers {'f9a4d921-df7a-4610-a872-dcfeba7b6cf2'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:02:35.841226 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:02:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:36.026639 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Set router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 gateway port host: None {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:02:36.453698 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'name': 'router1', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:02:25Z', 'updated_at': '2022-01-25T21:02:35Z', 'revision_number': 2, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'gw_port_host': None, '_interfaces': [{'id': 'c3e0bf76-754f-4977-b41b-26dbe53d1042', 'name': '', 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'mac_address': 'fa:16:3e:76:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:34Z', 'updated_at': '2022-01-25T21:02:35Z', 'revision_number': 2, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'subnets': [{'id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf53e822-440b-4ed9-b5ee-ae0bf28c0792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:36.503959 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Checking router: f9a4d921-df7a-4610-a872-dcfeba7b6cf2 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:02:36.504328 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Updating router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 port c3e0bf76-754f-4977-b41b-26dbe53d1042 binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:02:36.550924 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.052730 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Publish callbacks [] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.142606 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.283328 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Pushing event updated for resources: {'Port': ['ID=c3e0bf76-754f-4977-b41b-26dbe53d1042,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:37.308011 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.308294 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.308681 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.309022 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.309351 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.309674 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.310040 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.310371 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.310693 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.311015 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.311591 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.311906 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.312221 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Tracked resource versions report: Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: pushed versions: Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: { 'AddressGroup': {'1.2'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'ConntrackHelper': {'1.0'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Log': {'1.0'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Network': {'1.1'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Port': {'1.7'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'PortForwarding': {'1.2'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'QosPolicy': {'1.10'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroup': {'1.5'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SubPort': {'1.0'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Subnet': {'1.1'}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Trunk': {'1.1'}} Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: consumer versions: Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'ConntrackHelper': '1.0', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'LocalIPAssociation': '1.0', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Log': '1.0', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Network': '1.1', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Port': '1.7', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'PortForwarding': '1.2', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'QosPolicy': '1.10', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroup': '1.5', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroupRule': '1.2', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SubPort': '1.0', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Subnet': '1.1', Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Trunk': '1.1'}} Jan 25 21:02:37.313614 dv-cinder-809518-10-iscsi neutron-server[103220]: {{(pid=103220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:02:37.327744 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Attempting to bind port c3e0bf76-754f-4977-b41b-26dbe53d1042 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:02:37.328155 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Attempting to bind port c3e0bf76-754f-4977-b41b-26dbe53d1042 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:02:37.328610 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Attempting to bind port c3e0bf76-754f-4977-b41b-26dbe53d1042 on network 973604f1-5396-4494-a40e-2b85af2c394c {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:02:37.334163 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:02:37.334863 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Checking segment: {'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:02:37.335354 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.335749 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Bound using segment: {'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:02:37.336239 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Bound port: c3e0bf76-754f-4977-b41b-26dbe53d1042, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:02:37.336654 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.354937 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-d85417c8-8721-4d8a-8650-35a04f6e64c6 None None] Provisioning complete for port c3e0bf76-754f-4977-b41b-26dbe53d1042 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:37.355449 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d85417c8-8721-4d8a-8650-35a04f6e64c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.392609 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-d85417c8-8721-4d8a-8650-35a04f6e64c6 None None] Port c3e0bf76-754f-4977-b41b-26dbe53d1042 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:02:37.405242 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] For port c3e0bf76-754f-4977-b41b-26dbe53d1042, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:02:37.424660 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] For port c3e0bf76-754f-4977-b41b-26dbe53d1042, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=c3e0bf76-754f-4977-b41b-26dbe53d1042,segment=NetworkSegment(e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9),segment_id=e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:02:37.500120 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.557739 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Routers {'f9a4d921-df7a-4610-a872-dcfeba7b6cf2'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:02:37.562842 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:02:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:37.562842 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b178b01-0a1a-4ea7-9b7d-5ae8ed893233 None None] Pushing event updated for resources: {'Port': ['ID=c3e0bf76-754f-4977-b41b-26dbe53d1042,revision_number=4']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:37.651324 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] Set router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 gateway port host: None {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:02:37.714660 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-502cb9fd-2cd7-4706-8d28-7d695ec1f7e4 None None] Provisioning complete for port c3e0bf76-754f-4977-b41b-26dbe53d1042 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:37.715060 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-502cb9fd-2cd7-4706-8d28-7d695ec1f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.794283 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-502cb9fd-2cd7-4706-8d28-7d695ec1f7e4 None None] Current status of the port c3e0bf76-754f-4977-b41b-26dbe53d1042 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:37.794687 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-502cb9fd-2cd7-4706-8d28-7d695ec1f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.826800 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-502cb9fd-2cd7-4706-8d28-7d695ec1f7e4 None None] For port c3e0bf76-754f-4977-b41b-26dbe53d1042, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=c3e0bf76-754f-4977-b41b-26dbe53d1042,segment=NetworkSegment(e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9),segment_id=e5ecd856-c3b3-4a72-9ec8-ce3f33451ce9)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:02:37.864012 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'name': 'router1', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:02:25Z', 'updated_at': '2022-01-25T21:02:35Z', 'revision_number': 2, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'gw_port_host': None, '_interfaces': [{'id': 'c3e0bf76-754f-4977-b41b-26dbe53d1042', 'name': '', 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'mac_address': 'fa:16:3e:76:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:34Z', 'updated_at': '2022-01-25T21:02:37Z', 'revision_number': 4, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'subnets': [{'id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf53e822-440b-4ed9-b5ee-ae0bf28c0792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:37.892646 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e151d1-3446-47c2-8b81-b48cabf8cbcf None None] The sync data for ids ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'] in dv-cinder-809518-10-iscsi is: [{'id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'name': 'router1', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:02:25Z', 'updated_at': '2022-01-25T21:02:35Z', 'revision_number': 2, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'gw_port_host': None, '_interfaces': [{'id': 'c3e0bf76-754f-4977-b41b-26dbe53d1042', 'name': '', 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'mac_address': 'fa:16:3e:76:67:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:34Z', 'updated_at': '2022-01-25T21:02:37Z', 'revision_number': 4, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'subnets': [{'id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf53e822-440b-4ed9-b5ee-ae0bf28c0792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:02:37.919305 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-502cb9fd-2cd7-4706-8d28-7d695ec1f7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:37.968532 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cb9fd-2cd7-4706-8d28-7d695ec1f7e4 None None] Pushing event updated for resources: {'Port': ['ID=c3e0bf76-754f-4977-b41b-26dbe53d1042,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:40.426897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58972) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:40.535916 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f537da2-7de7-4ea7-871d-ff2f9921de49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:40.542989 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3f537da2-7de7-4ea7-871d-ff2f9921de49 admin admin] 10.222.0.20 "GET /v2.0/networks/4fc5ef02-8e0e-414d-8153-55d3d0908c35 HTTP/1.1" status: 200 len: 842 time: 0.1093791 Jan 25 21:02:40.547414 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'tenant_id': 'b9cd068cb8f1480d86277737c8e464e3', 'enable_dhcp': False, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'cidr': '172.27.2.0/24'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:02:40.657092 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Made reservation on behalf of b9cd068cb8f1480d86277737c8e464e3 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:02:40.659412 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:41.012386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.objects.ports [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103218) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 25 21:02:41.012850 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (609eb6d7-3978-4ce0-9d22-42d190e46e6c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:41.063460 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=609eb6d7-3978-4ce0-9d22-42d190e46e6c,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:41.075191 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:02:41.075545 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Network hostable DHCP agents. Network: 4fc5ef02-8e0e-414d-8153-55d3d0908c35, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:02:41.173793 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:02:41.236579 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 4fc5ef02-8e0e-414d-8153-55d3d0908c35) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:02:41.240659 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:41.241252 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:41.245375 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0154dd-159f-490c-a27f-4afc87d4998c None None] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:02:41.327678 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-27149588-ae29-4745-9e7f-a0cb08ea30b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7839046 Jan 25 21:02:41.341147 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091bd602-df38-429e-b5f5-21d01ddcd06f None None] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:02:43.697978 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 58980) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:43.898263 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e9631875-e6da-42b9-8ef0-5e448f6917f7 admin admin] 10.222.0.20 "GET /v2.0/routers/f9a4d921-df7a-4610-a872-dcfeba7b6cf2 HTTP/1.1" status: 200 len: 710 time: 0.1990962 Jan 25 21:02:43.997561 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5306ab-becc-40d8-a371-b8f8878e9e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:02:43.999003 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-1c5306ab-becc-40d8-a371-b8f8878e9e20 admin admin] 10.222.0.20 "GET /v2.0/networks/4fc5ef02-8e0e-414d-8153-55d3d0908c35 HTTP/1.1" status: 200 len: 886 time: 0.0912356 Jan 25 21:02:44.007913 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:02:44.250871 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks [] for router_gateway (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:44.556680 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks [] for router_gateway (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:44.638274 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:44.738731 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Allocated IP 172.27.2.42 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:02:44.836755 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks [] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:44.928455 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:44.963810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:02:44.966563 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:02:44.969895 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:02:45.011207 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Pushing event updated for resources: {'Port': ['ID=24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:45.290418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks [] for router_gateway (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:45.578837 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-614440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39703'] for router (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:45.582197 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-614449'] for router (f9a4d921-df7a-4610-a872-dcfeba7b6cf2), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:45.688628 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:02:45.790512 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:02:45.794722 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:45.809789 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-6268d6de-4f5a-4622-abc4-85a2cc6d6063 admin admin] 10.222.0.20 "PUT /v2.0/routers/f9a4d921-df7a-4610-a872-dcfeba7b6cf2 HTTP/1.1" status: 200 len: 889 time: 1.7911923 Jan 25 21:02:46.218727 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Sync routers for ids ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:02:46.230042 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Routers {'f9a4d921-df7a-4610-a872-dcfeba7b6cf2'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:02:46.230710 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:02:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:46.330006 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device c3e0bf76-754f-4977-b41b-26dbe53d1042 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:02:46.481440 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Set router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:02:46.597721 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port c3e0bf76-754f-4977-b41b-26dbe53d1042 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:46.598171 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:46.935291 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port c3e0bf76-754f-4977-b41b-26dbe53d1042 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:47.009505 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'name': 'router1', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:02:25Z', 'updated_at': '2022-01-25T21:02:45Z', 'revision_number': 4, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'gw_port': {'id': '24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:44Z', 'updated_at': '2022-01-25T21:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'c3e0bf76-754f-4977-b41b-26dbe53d1042', 'name': '', 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'mac_address': 'fa:16:3e:76:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:34Z', 'updated_at': '2022-01-25T21:02:37Z', 'revision_number': 5, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'subnets': [{'id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf53e822-440b-4ed9-b5ee-ae0bf28c0792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:47.058692 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Checking router: f9a4d921-df7a-4610-a872-dcfeba7b6cf2 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:02:47.059052 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Updating router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:02:47.109993 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:47.418623 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Publish callbacks [] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:47.507901 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:47.558125 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Attempting to bind port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:02:47.558501 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Attempting to bind port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:02:47.558870 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Attempting to bind port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:02:47.563541 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2b2be-ac9a-40d8-a9f4-02df7d013396 None None] Pushing event updated for resources: {'Port': ['ID=24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:47.566163 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:02:47.566536 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:02:47.566930 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:47.567320 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:02:47.567783 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Bound port: 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:02:47.568162 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:47.619304 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] For port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:02:47.622199 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] For port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:02:47.697117 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:47.753413 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Routers {'f9a4d921-df7a-4610-a872-dcfeba7b6cf2'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:02:47.754052 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:02:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:47.756660 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2b2be-ac9a-40d8-a9f4-02df7d013396 None None] Pushing event updated for resources: {'Port': ['ID=24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:47.859993 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] Set router f9a4d921-df7a-4610-a872-dcfeba7b6cf2 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:02:48.074161 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'name': 'router1', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:02:25Z', 'updated_at': '2022-01-25T21:02:45Z', 'revision_number': 4, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'gw_port': {'id': '24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:44Z', 'updated_at': '2022-01-25T21:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'c3e0bf76-754f-4977-b41b-26dbe53d1042', 'name': '', 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'mac_address': 'fa:16:3e:76:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:34Z', 'updated_at': '2022-01-25T21:02:37Z', 'revision_number': 5, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'subnets': [{'id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf53e822-440b-4ed9-b5ee-ae0bf28c0792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:02:48.104072 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaffefc-9266-4362-bdfa-3c240da635a5 None None] The sync data for ids ['f9a4d921-df7a-4610-a872-dcfeba7b6cf2'] in dv-cinder-809518-10-iscsi is: [{'id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'name': 'router1', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:02:25Z', 'updated_at': '2022-01-25T21:02:45Z', 'revision_number': 4, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'gw_port': {'id': '24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:44Z', 'updated_at': '2022-01-25T21:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'c3e0bf76-754f-4977-b41b-26dbe53d1042', 'name': '', 'network_id': '973604f1-5396-4494-a40e-2b85af2c394c', 'tenant_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'mac_address': 'fa:16:3e:76:67:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a4d921-df7a-4610-a872-dcfeba7b6cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:02:34Z', 'updated_at': '2022-01-25T21:02:37Z', 'revision_number': 5, 'project_id': '2eebf770a4dc4b6cb3b24ca397a30221', 'subnets': [{'id': '6801e5f9-dd0c-484b-b5f1-e9913d263918', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf53e822-440b-4ed9-b5ee-ae0bf28c0792'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:02:48.245430 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 58992) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:02:48.340779 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:02:48.385915 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-4c9585ff-13aa-4142-b21a-c34f7039a3da admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1391864 Jan 25 21:02:48.402266 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:48.402945 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:48.488411 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:48.489070 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:48.511617 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:02:48.608212 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:48.679028 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:02:48.971978 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:02:50.305019 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:02:50.361712 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:02:50.362263 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:50.455802 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 24e5a7fc-00e0-4f54-9bfe-82fa66b5fe61 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:02:55.610586 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e22f3343-c164-4c45-8ca1-91c8175bfbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:57.762550 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8fa10cf1-6c1d-4db2-a33d-c3b97726cb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:02:59.053678 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:00.462065 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:01.730962 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:25.608714 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-49750d7d-35be-47aa-b7fd-0695401f5350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:25.973589 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:03:27.889634 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6b7db69d-37ff-4f27-837b-561b0e6ff38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:29.065946 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:30.454461 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:31.772431 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:55.714315 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6c3cfc7b-c71a-4501-8a3b-4e191c251b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:57.743133 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a796ecd0-4d1f-44b9-b2ee-2e55d3d169f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:03:59.058738 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:00.452562 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:01.727104 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:02.975726 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:04:09.701539 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 59476) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:09.775129 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9034fea2-1d83-4434-aaf2-fbbf29f0e14b admin admin] GET failed (client error): The resource could not be found. Jan 25 21:04:09.776416 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-9034fea2-1d83-4434-aaf2-fbbf29f0e14b admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739038 Jan 25 21:04:09.967746 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1a92c-5521-4270-b242-8c8d2fcb4f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:09.969252 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-7ba1a92c-5521-4270-b242-8c8d2fcb4f0d admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1888137 Jan 25 21:04:12.175073 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59486) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:12.266676 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd335c-b4b1-4185-8ae3-c25a5e28a7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:12.268032 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3fbd335c-b4b1-4185-8ae3-c25a5e28a7bf admin admin] 10.222.0.20 "GET /v2.0/subnets/6801e5f9-dd0c-484b-b5f1-e9913d263918 HTTP/1.1" status: 200 len: 849 time: 0.0914071 Jan 25 21:04:12.277619 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:04:12.357942 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Publish callbacks [] for subnet (6801e5f9-dd0c-484b-b5f1-e9913d263918), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:12.549356 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771833721793'] for subnet (6801e5f9-dd0c-484b-b5f1-e9913d263918), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:12.579878 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:12.579995 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:12.582487 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] 10.222.0.20 "PUT /v2.0/subnets/6801e5f9-dd0c-484b-b5f1-e9913d263918 HTTP/1.1" status: 200 len: 868 time: 0.3086588 Jan 25 21:04:12.583320 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3187b-973f-4a01-a8be-036434797c4d None None] Network 973604f1-5396-4494-a40e-2b85af2c394c requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:04:12.604809 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6801e5f9-dd0c-484b-b5f1-e9913d263918,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:04:12.612554 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.613413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.613842 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.614182 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.614517 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.614850 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.615195 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.615529 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.615926 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.616261 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.616589 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.616914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.617238 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea9012-7749-4923-bb72-d6f7b94fe942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:04:12.856943 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-5bcf781b-791a-4aef-bed2-45751de45163 None None] Provisioning complete for port c4fd585e-6e53-4b7f-9460-d233db98a464 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:04:12.857335 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5bcf781b-791a-4aef-bed2-45751de45163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c4fd585e-6e53-4b7f-9460-d233db98a464), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:12.931414 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf781b-791a-4aef-bed2-45751de45163 None None] Current status of the port c4fd585e-6e53-4b7f-9460-d233db98a464 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:04:12.941897 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-5bcf781b-791a-4aef-bed2-45751de45163 None None] Provisioning complete for port c3e0bf76-754f-4977-b41b-26dbe53d1042 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:04:12.942287 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5bcf781b-791a-4aef-bed2-45751de45163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c3e0bf76-754f-4977-b41b-26dbe53d1042), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:13.016633 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf781b-791a-4aef-bed2-45751de45163 None None] Current status of the port c3e0bf76-754f-4977-b41b-26dbe53d1042 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:04:14.845244 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59496) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:15.041657 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7521ac68-034c-4b53-b8c9-8996adf56bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:15.042082 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7521ac68-034c-4b53-b8c9-8996adf56bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:15.043608 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-7521ac68-034c-4b53-b8c9-8996adf56bd0 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973872 Jan 25 21:04:17.288676 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59504) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:17.416663 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a4f3c1-5683-4bfe-8b9a-b671cf41ebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:17.417144 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a4f3c1-5683-4bfe-8b9a-b671cf41ebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:17.418734 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-39a4f3c1-5683-4bfe-8b9a-b671cf41ebbe admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291299 Jan 25 21:04:19.654075 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59512) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:19.776013 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4dba8-c97c-4a26-b4cd-35128c1c35fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:19.777842 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-22e4dba8-c97c-4a26-b4cd-35128c1c35fd admin admin] 10.222.0.20 "GET /v2.0/networks/4fc5ef02-8e0e-414d-8153-55d3d0908c35 HTTP/1.1" status: 200 len: 886 time: 0.1224010 Jan 25 21:04:21.986204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59520) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:22.109739 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f1e5a-8ca5-4206-86f6-8b9d24dd30b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:22.111102 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-919f1e5a-8ca5-4206-86f6-8b9d24dd30b7 admin admin] 10.222.0.20 "GET /v2.0/networks/973604f1-5396-4494-a40e-2b85af2c394c HTTP/1.1" status: 200 len: 869 time: 0.1238997 Jan 25 21:04:24.319443 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59528) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:24.442975 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c82eb-bea0-4c87-9c03-aab1c103cc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:24.443439 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c82eb-bea0-4c87-9c03-aab1c103cc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:24.444949 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b80c82eb-bea0-4c87-9c03-aab1c103cc2a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245694 Jan 25 21:04:25.577424 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-412f11d7-9ff2-4c3b-9ee6-12f007f7af2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:26.675155 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59536) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:26.765393 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea17cb9-77ba-498f-b0b0-30d796ab8f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:26.765879 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea17cb9-77ba-498f-b0b0-30d796ab8f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:26.767373 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-7ea17cb9-77ba-498f-b0b0-30d796ab8f2c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912943 Jan 25 21:04:27.748595 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-36d719ec-f622-4e07-8dc6-5c7f4f24ec4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:28.989370 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59544) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:29.062948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:29.073416 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad5d25-da44-4e08-ab26-86b2a69eda98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:29.074803 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-65ad5d25-da44-4e08-ab26-86b2a69eda98 admin admin] 10.222.0.20 "GET /v2.0/subnets/609eb6d7-3978-4ce0-9d22-42d190e46e6c HTTP/1.1" status: 200 len: 816 time: 0.0843971 Jan 25 21:04:30.462326 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:31.312453 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59552) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:31.404183 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea700b-20e1-4add-91e5-0ff72f22a3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:31.405538 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d5ea700b-20e1-4add-91e5-0ff72f22a3db admin admin] 10.222.0.20 "GET /v2.0/subnets/6801e5f9-dd0c-484b-b5f1-e9913d263918 HTTP/1.1" status: 200 len: 868 time: 0.0921059 Jan 25 21:04:31.735879 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:39.977571 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:04:55.662883 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59606) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:55.690131 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f97e0955-f6d7-43bb-ad35-f52c41f5fcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:55.714239 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [None req-e1a0d019-8d98-4cc0-b03e-8cb1f3fd4111 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:04:55.715271 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e1a0d019-8d98-4cc0-b03e-8cb1f3fd4111 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515211 Jan 25 21:04:57.740797 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-1c8c681e-8a02-4050-a12f-b05cacddd6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:04:58.010206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59614) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:04:58.069004 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb58444-a8de-48c2-a99d-cf190e38ef38 admin admin] GET failed (client error): The resource could not be found. Jan 25 21:04:58.070289 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-1fb58444-a8de-48c2-a99d-cf190e38ef38 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592248 Jan 25 21:04:58.205766 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c306217-5df5-4a3d-a15e-348f8926ac47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:04:58.207226 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3c306217-5df5-4a3d-a15e-348f8926ac47 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1329679 Jan 25 21:04:59.060932 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:00.472347 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:00.494914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59624) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:05:00.541966 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': 'b9cd068cb8f1480d86277737c8e464e3', 'admin_state_up': True, 'project_id': 'b9cd068cb8f1480d86277737c8e464e3', 'shared': True}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:05:00.649386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Made reservation on behalf of b9cd068cb8f1480d86277737c8e464e3 for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:05:00.651593 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:00.678986 dv-cinder-809518-10-iscsi neutron-server[103218]: WARNING neutron.services.revisions.revision_plugin [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Could not find related network for resource to bump revision. Jan 25 21:05:00.690520 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:05:00.698863 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (4a92eee2-a613-46e5-910e-aea39902d567), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:00.699200 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Added segment 4a92eee2-a613-46e5-910e-aea39902d567 of type vlan for network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 Jan 25 21:05:00.735083 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (745aba2e-ef82-47b9-afc5-f9f7b63d3969), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:00.838026 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (745aba2e-ef82-47b9-afc5-f9f7b63d3969), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:00.838979 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:05:00.839565 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:00.989063 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] Pushing event updated for resources: {'Network': ['ID=745aba2e-ef82-47b9-afc5-f9f7b63d3969,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:05:00.999746 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:05:01.017659 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ba95eb96-4e74-40f7-9bb3-37ea7f838de2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5216351 Jan 25 21:05:01.729849 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:03.301242 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59634) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:05:03.362330 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12a80d1-711e-4a06-aa06-ebd4b7d8f4f2 admin admin] GET failed (client error): The resource could not be found. Jan 25 21:05:03.369475 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d12a80d1-711e-4a06-aa06-ebd4b7d8f4f2 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613689 Jan 25 21:05:03.434343 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dfe9e9-f3e5-490c-89e0-f0bff14cb3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:05:03.435780 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-20dfe9e9-f3e5-490c-89e0-f0bff14cb3ae admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681438 Jan 25 21:05:03.445398 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': 'b9cd068cb8f1480d86277737c8e464e3', 'ip_version': 4, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969', 'description': 'shared-subnet'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:05:03.506609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Made reservation on behalf of b9cd068cb8f1480d86277737c8e464e3 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:05:03.508843 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:03.717834 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (78bd5287-5d35-45d7-a3aa-5be017f9327f), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:03.775158 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bd5287-5d35-45d7-a3aa-5be017f9327f,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:05:03.778250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Checking segment: {'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:05:03.778632 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Network hostable DHCP agents. Network: 745aba2e-ef82-47b9-afc5-f9f7b63d3969, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:05:03.883422 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:05:03.957800 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 745aba2e-ef82-47b9-afc5-f9f7b63d3969) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:05:03.961872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:05:03.962473 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:03.967870 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3060f84-aec9-4e87-9df1-b84016611d93 None None] Network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:05:04.077867 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-379bb97f-b3be-45c6-ab15-7bda512dab2d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6214919 Jan 25 21:05:04.165193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-745aba2e-ef82-47b9-afc5-f9f7b63d3969', 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969', 'project_id': 'b9cd068cb8f1480d86277737c8e464e3', 'fixed_ips': [{'subnet_id': '78bd5287-5d35-45d7-a3aa-5be017f9327f'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:05:04.166116 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:04.302299 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Allocated IP 192.168.233.2 (745aba2e-ef82-47b9-afc5-f9f7b63d3969/78bd5287-5d35-45d7-a3aa-5be017f9327f/98d3e3b1-c11d-46b0-92aa-d77c441376b3) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:05:04.439664 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Publish callbacks [] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:04.535482 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:04.575413 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:05:04.578132 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:05:04.581433 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:05:04.593868 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Pushing event updated for resources: {'Port': ['ID=98d3e3b1-c11d-46b0-92aa-d77c441376b3,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:05:04.618881 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.619252 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.619615 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.619954 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.620280 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.620613 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.620953 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.621280 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.621600 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.621956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.622286 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.622602 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.622920 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:05:04.650321 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Attempting to bind port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:05:04.650692 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Attempting to bind port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:05:04.651053 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Attempting to bind port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 on network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:05:04.656090 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:05:04.656413 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Checking segment: {'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:05:04.656815 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:04.657724 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Bound using segment: {'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:05:04.658209 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Bound port: 98d3e3b1-c11d-46b0-92aa-d77c441376b3, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:05:04.658593 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:04.718329 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] For port 98d3e3b1-c11d-46b0-92aa-d77c441376b3, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:05:04.721850 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] For port 98d3e3b1-c11d-46b0-92aa-d77c441376b3, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=98d3e3b1-c11d-46b0-92aa-d77c441376b3,segment=NetworkSegment(4a92eee2-a613-46e5-910e-aea39902d567),segment_id=4a92eee2-a613-46e5-910e-aea39902d567)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:05:04.770441 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:04.834548 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9baa81-8c58-4e8a-9a5e-36ff35ca5714 None None] Pushing event updated for resources: {'Port': ['ID=98d3e3b1-c11d-46b0-92aa-d77c441376b3,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:05:05.785242 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a303e0-9b20-4c7c-9d71-845d4f2b2f74 None None] Network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:05:05.858121 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-657f69e9-4509-48ac-bf9d-1b78c0e7f3db None None] Provisioning complete for port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:05:05.858423 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-657f69e9-4509-48ac-bf9d-1b78c0e7f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:05.968363 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-657f69e9-4509-48ac-bf9d-1b78c0e7f3db None None] Current status of the port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:05:05.968892 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-657f69e9-4509-48ac-bf9d-1b78c0e7f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:06.005800 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-657f69e9-4509-48ac-bf9d-1b78c0e7f3db None None] For port 98d3e3b1-c11d-46b0-92aa-d77c441376b3, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=98d3e3b1-c11d-46b0-92aa-d77c441376b3,segment=NetworkSegment(4a92eee2-a613-46e5-910e-aea39902d567),segment_id=4a92eee2-a613-46e5-910e-aea39902d567)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:05:06.067258 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-657f69e9-4509-48ac-bf9d-1b78c0e7f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:06.117633 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f69e9-4509-48ac-bf9d-1b78c0e7f3db None None] Pushing event updated for resources: {'Port': ['ID=98d3e3b1-c11d-46b0-92aa-d77c441376b3,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:05:06.188626 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-9f6ad63b-592a-4cae-bd26-34b87df7cfd1 None None] Provisioning complete for port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:05:06.189021 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9f6ad63b-592a-4cae-bd26-34b87df7cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:06.266728 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ad63b-592a-4cae-bd26-34b87df7cfd1 None None] Current status of the port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:05:06.398788 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 98d3e3b1-c11d-46b0-92aa-d77c441376b3 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:05:06.446487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:05:06.446878 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (98d3e3b1-c11d-46b0-92aa-d77c441376b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:06.523924 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 98d3e3b1-c11d-46b0-92aa-d77c441376b3 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:05:16.981812 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:05:25.585554 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4ec2-4b02-4636-99ea-cf28acdb3312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:27.751114 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-939dcee4-7741-4640-a3be-5f282445822a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:29.077138 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:30.482827 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:31.734122 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:53.983767 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:05:55.613136 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0aa91676-f724-4b7c-876f-c79f8054de98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:57.801523 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-3338bbf9-35d2-4dfe-aefd-73ce5cfb1d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:05:59.064376 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:00.447282 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:01.761348 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:25.595360 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-afa7ba70-c836-45c7-bef8-c2b8dd069f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:27.777860 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e27dc6b6-7a47-4d85-9075-8d2dbfd02f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:29.080608 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:30.479204 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:30.984454 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:06:31.783202 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:32.211631 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59678) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:06:32.217867 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [None req-5d9685ad-1b55-468a-9066-d02c353879ea tempest-verify_tempest_config-1512132813 tempest-verify_tempest_config-1512132813-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:06:32.218979 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5d9685ad-1b55-468a-9066-d02c353879ea tempest-verify_tempest_config-1512132813 tempest-verify_tempest_config-1512132813-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062916 Jan 25 21:06:32.786036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59696) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:06:32.886229 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:32.956900 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Publish callbacks [] for security_group (c5293f10-4c96-4d10-8d5e-0c2399ee5ed3), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:33.023012 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c5293f10-4c96-4d10-8d5e-0c2399ee5ed3), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:33.066560 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=125a06a0b31f4e619454b4c9d3e0de73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2794735 Jan 25 21:06:33.068654 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5293f10-4c96-4d10-8d5e-0c2399ee5ed3,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:06:33.069503 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 59700) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:06:33.076164 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.076523 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.076865 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.077196 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.077521 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.077881 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.078209 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.078530 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.078967 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.079296 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.079617 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.079932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.080247 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d6242-9ccb-493e-8445-28bc14096f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.148934 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Publish callbacks [] for security_group (c5293f10-4c96-4d10-8d5e-0c2399ee5ed3), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:33.168890 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Publish callbacks [] for security_group (c5293f10-4c96-4d10-8d5e-0c2399ee5ed3), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:33.303214 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c5293f10-4c96-4d10-8d5e-0c2399ee5ed3), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:33.305718 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:33.310717 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5293f10-4c96-4d10-8d5e-0c2399ee5ed3 HTTP/1.1" status: 204 len: 168 time: 0.2363269 Jan 25 21:06:33.314646 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5293f10-4c96-4d10-8d5e-0c2399ee5ed3,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:06:33.323578 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.323878 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.324221 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.324570 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.324887 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.325215 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.325555 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.325912 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.326267 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.326590 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.326911 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.327229 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.327544 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee775324-f7bb-4771-b8da-5c84718215ee admin admin] Tracked resource versions report: Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: pushed versions: Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: { 'AddressGroup': {'1.2'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'ConntrackHelper': {'1.0'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Log': {'1.0'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Network': {'1.1'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Port': {'1.7'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'PortForwarding': {'1.2'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'QosPolicy': {'1.10'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroup': {'1.5'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SubPort': {'1.0'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Subnet': {'1.1'}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Trunk': {'1.1'}} Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: consumer versions: Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'ConntrackHelper': '1.0', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'LocalIPAssociation': '1.0', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Log': '1.0', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Network': '1.1', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Port': '1.7', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'PortForwarding': '1.2', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'QosPolicy': '1.10', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroup': '1.5', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroupRule': '1.2', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SubPort': '1.0', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Subnet': '1.1', Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Trunk': '1.1'}} Jan 25 21:06:33.328935 dv-cinder-809518-10-iscsi neutron-server[103217]: {{(pid=103217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:06:55.599666 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-831e0909-46a8-43b5-b4cf-d9b3a2371110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:57.768708 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ccf790a6-9010-4344-83bf-1bec5adbbf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:06:59.077775 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:00.456330 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:01.741801 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:07.985470 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:07:25.601561 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f68ed09b-4277-4c0a-8e31-6944568a603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:27.752580 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5b23b0a3-bf04-4620-83d9-67420a3d671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:29.089577 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:30.466719 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:31.740936 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:44.987611 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 5 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:07:55.617308 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d69eb7b8-8920-46b4-897a-6d559a69bb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:57.748706 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e7872f23-32a6-4dea-b896-29fec6967c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:07:59.100538 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:00.477444 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:01.802637 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:04.051113 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-629212'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:18.575911 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 59778) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:08:18.674958 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d6d3edfd-a65f-420c-aca5-67f303f4f6fa admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0979557 Jan 25 21:08:20.897388 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 59788) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:08:20.952144 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f6aa27e9-4ac2-4a76-98b5-69ddd715a142 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0536654 Jan 25 21:08:21.991958 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:08:25.627241 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c91ca33f-81a2-4473-bb49-04388382957f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:27.752792 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c62987e5-ebfb-4c63-b9e9-125a91082673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:29.082028 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:30.499197 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:31.750319 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:34.054869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:55.606541 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a873c430-da92-44e2-9150-083daaa3efa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:57.745392 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-cfedd17e-1256-4137-8183-e2feaa0677cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:08:58.995215 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:08:59.081978 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:00.465394 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:01.750328 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:04.075037 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:25.589228 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-bd166489-6563-4c79-9974-ef3af7148503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:27.760762 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-472d0ac8-0bfe-4286-b1df-a470b799805e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:29.092504 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:30.485514 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:31.753750 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:34.063053 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:35.997826 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:09:52.012047 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 59940) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:52.451860 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-network', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:52.553625 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Made reservation on behalf of 8970259d8e5e41b8abef59b5e7550a2a for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:52.556940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:52.570282 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:52.658083 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks [] for security_group (6ca8a776-aa60-49c2-91fe-5c4c0ac82c59), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:52.730872 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (6ca8a776-aa60-49c2-91fe-5c4c0ac82c59), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:52.757917 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:09:52.776158 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:52.782145 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771833843577', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (0d6623e9-0a64-4377-b96e-f09e1a0c9371), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:52.782721 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Unsubscribe: segment precommit_create {{(pid=103217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 21:09:52.783197 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Added segment 0d6623e9-0a64-4377-b96e-f09e1a0c9371 of type vlan for network b40c50e9-050a-434c-92d8-564eafde7f01 Jan 25 21:09:52.824260 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.824633 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.824981 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.825328 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.825664 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.826029 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.826488 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.826818 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.827240 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Tracked resource versions report: Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: pushed versions: Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: { 'AddressGroup': {'1.2'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'ConntrackHelper': {'1.0'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Log': {'1.0'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Network': {'1.1'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Port': {'1.7'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'PortForwarding': {'1.2'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'QosPolicy': {'1.10'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroup': {'1.5'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SubPort': {'1.0'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Subnet': {'1.1'}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Trunk': {'1.1'}} Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: consumer versions: Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: HyperV agent@hv-cinder-80951: {}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'ConntrackHelper': '1.0', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'LocalIPAssociation': '1.0', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Log': '1.0', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Network': '1.1', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Port': '1.7', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'PortForwarding': '1.2', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'QosPolicy': '1.10', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroup': '1.5', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SecurityGroupRule': '1.2', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'SubPort': '1.0', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Subnet': '1.1', Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: 'Trunk': '1.1'}} Jan 25 21:09:52.832202 dv-cinder-809518-10-iscsi neutron-server[103217]: {{(pid=103217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:09:52.885674 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (b40c50e9-050a-434c-92d8-564eafde7f01), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:53.005021 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (b40c50e9-050a-434c-92d8-564eafde7f01), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:53.006127 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:53.006752 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:53.099809 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] Pushing event updated for resources: {'Network': ['ID=b40c50e9-050a-434c-92d8-564eafde7f01,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:53.111797 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network b40c50e9-050a-434c-92d8-564eafde7f01 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:09:53.133724 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 59992) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:53.140782 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-7feb0f62-378b-4958-b73c-a0f6cacf9a2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1200974 Jan 25 21:09:53.141033 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Request body: {'subnet': {'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-subnet', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:53.246057 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Made reservation on behalf of 8970259d8e5e41b8abef59b5e7550a2a for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:53.250190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:53.431720 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60004) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:53.459492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60008) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:53.486780 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60012) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:53.537324 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (fe1ea800-5c48-480f-bd43-594f24683e40), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:53.603929 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1ea800-5c48-480f-bd43-594f24683e40,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:53.612322 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.612886 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.613401 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.613935 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.614600 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.615091 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.615581 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.616091 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.616531 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.617373 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.617707 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.618074 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.618581 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Tracked resource versions report: Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: pushed versions: Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: { 'AddressGroup': {'1.2'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'ConntrackHelper': {'1.0'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Log': {'1.0'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Network': {'1.1'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Port': {'1.7'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'PortForwarding': {'1.2'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'QosPolicy': {'1.10'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroup': {'1.5'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SubPort': {'1.0'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Subnet': {'1.1'}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Trunk': {'1.1'}} Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: consumer versions: Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: HyperV agent@hv-cinder-80951: {}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'ConntrackHelper': '1.0', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'LocalIPAssociation': '1.0', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Log': '1.0', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Network': '1.1', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Port': '1.7', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'PortForwarding': '1.2', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'QosPolicy': '1.10', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroup': '1.5', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SecurityGroupRule': '1.2', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'SubPort': '1.0', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Subnet': '1.1', Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: 'Trunk': '1.1'}} Jan 25 21:09:53.619745 dv-cinder-809518-10-iscsi neutron-server[103218]: {{(pid=103218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:09:53.639209 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Checking segment: {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:09:53.639570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Network hostable DHCP agents. Network: b40c50e9-050a-434c-92d8-564eafde7f01, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:09:53.725486 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Network b40c50e9-050a-434c-92d8-564eafde7f01 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:09:53.816609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, b40c50e9-050a-434c-92d8-564eafde7f01) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:09:53.821049 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:53.821456 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:53.831636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fe51f-1bda-4f5f-b584-4e2df55654df None None] Network b40c50e9-050a-434c-92d8-564eafde7f01 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:53.882308 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-907773195-network', 'tenant_id': 'c89f2c189ac54293959f4ecfd8299f13'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:53.906936 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-771275152-network', 'tenant_id': '0b79d41991344f249ba47758d51bbb54'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:53.926042 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-network', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:53.942299 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533d32b-088f-4dee-9fee-ea924d24e996 None None] Network b40c50e9-050a-434c-92d8-564eafde7f01 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:53.946566 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-15c5ecc5-f392-4f1b-99e0-649112003b82 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8117208 Jan 25 21:09:53.947979 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60032) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:53.965279 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:54.041093 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Made reservation on behalf of c89f2c189ac54293959f4ecfd8299f13 for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:54.042608 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.051375 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.070217 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.071318 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Made reservation on behalf of 0b79d41991344f249ba47758d51bbb54 for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:54.071958 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.073628 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.087528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.091024 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Made reservation on behalf of 4e58be78a1f348dbb220cf3db7bd9292 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:54.094541 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.107222 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.165107 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks [] for security_group (2482226b-dd5e-4677-9fed-db56dd84cf8a), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.191598 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks [] for router_controller (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), precommit_add_association {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.228898 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks [] for security_group (37baf2c7-8520-4897-974e-e5cc383b9b16), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.230071 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2482226b-dd5e-4677-9fed-db56dd84cf8a), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.254691 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2482226b-dd5e-4677-9fed-db56dd84cf8a,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:54.264675 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:09:54.275407 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (68e4e6bc-0b8e-4914-a747-d8045f9f00e5), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.275407 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Added segment 68e4e6bc-0b8e-4914-a747-d8045f9f00e5 of type vlan for network 4b025080-ac73-4810-81c9-ed93dc8fa430 Jan 25 21:09:54.308698 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (37baf2c7-8520-4897-974e-e5cc383b9b16), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.316625 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks [] for security_group (3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.320220 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:09:54.332804 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (99c83d99-b448-4d17-94e7-b8feaaa33f84), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.332804 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Added segment 99c83d99-b448-4d17-94e7-b8feaaa33f84 of type vlan for network cfedde32-4f8a-4ca5-989b-3ccfd1e778db Jan 25 21:09:54.377804 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (4b025080-ac73-4810-81c9-ed93dc8fa430), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.378181 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.409226 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:54.410157 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37baf2c7-8520-4897-974e-e5cc383b9b16,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:54.414209 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (cfedde32-4f8a-4ca5-989b-3ccfd1e778db), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.486498 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:09:54.493769 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks [] for router_gateway (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.502202 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (4b025080-ac73-4810-81c9-ed93dc8fa430), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.502539 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (a9e3e3a2-4d9d-4330-ab09-fd55b91fe878), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.502878 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Added segment a9e3e3a2-4d9d-4330-ab09-fd55b91fe878 of type vlan for network 4ea642b5-651a-4d23-9067-cdc60ed4f3da Jan 25 21:09:54.503200 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:54.503793 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.531975 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (cfedde32-4f8a-4ca5-989b-3ccfd1e778db), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.532926 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:54.533507 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.544298 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (4ea642b5-651a-4d23-9067-cdc60ed4f3da), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.577017 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] Pushing event updated for resources: {'Network': ['ID=4b025080-ac73-4810-81c9-ed93dc8fa430,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:54.591831 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 4b025080-ac73-4810-81c9-ed93dc8fa430 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:09:54.639023 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f522c919-c3d6-44c8-a112-525274738c32 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1783714 Jan 25 21:09:54.646485 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2137511 Jan 25 21:09:54.647320 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60064) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:54.648399 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60066) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:54.660055 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Request body: {'subnet': {'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-907773195-subnet', 'tenant_id': 'c89f2c189ac54293959f4ecfd8299f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:54.681738 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Request body: {'subnet': {'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-771275152-subnet', 'tenant_id': '0b79d41991344f249ba47758d51bbb54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:54.701019 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7819c-674a-4771-bcff-b0b236b769fb admin admin] Pushing event updated for resources: {'Network': ['ID=cfedde32-4f8a-4ca5-989b-3ccfd1e778db,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:54.714865 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (4ea642b5-651a-4d23-9067-cdc60ed4f3da), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.715627 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:54.715780 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:09:54.716201 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.742360 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Made reservation on behalf of c89f2c189ac54293959f4ecfd8299f13 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:54.744829 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.773631 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Made reservation on behalf of 0b79d41991344f249ba47758d51bbb54 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:54.775689 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:54.856742 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3687639 Jan 25 21:09:54.860467 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60072) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:54.876585 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Request body: {'subnet': {'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-subnet', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:54.900696 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbd1be-6686-4a15-be6e-c4166faf4afe admin admin] Pushing event updated for resources: {'Network': ['ID=4ea642b5-651a-4d23-9067-cdc60ed4f3da,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:54.927436 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:09:55.081286 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Made reservation on behalf of 4e58be78a1f348dbb220cf3db7bd9292 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:09:55.087862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.297084 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (186c52da-c432-434e-b661-51411906922e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.349785 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks [] for router_gateway (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.362581 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (983d9ff7-f68e-4c2d-b2bf-bb3641726095), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.366136 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186c52da-c432-434e-b661-51411906922e,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:55.373403 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Checking segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:09:55.373796 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Network hostable DHCP agents. Network: cfedde32-4f8a-4ca5-989b-3ccfd1e778db, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:09:55.393247 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.445191 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983d9ff7-f68e-4c2d-b2bf-bb3641726095,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:55.456308 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Checking segment: {'id': '68e4e6bc-0b8e-4914-a747-d8045f9f00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:09:55.456682 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Network hostable DHCP agents. Network: 4b025080-ac73-4810-81c9-ed93dc8fa430, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:09:55.485067 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:09:55.532729 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Network 4b025080-ac73-4810-81c9-ed93dc8fa430 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:09:55.546599 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (88fb5acb-5889-418e-b712-a7549ddc3e68), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.612385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, cfedde32-4f8a-4ca5-989b-3ccfd1e778db) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:09:55.619792 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:55.622197 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb22d2-e6ab-445e-b993-e995dab4b8cd None None] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:55.626821 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.629480 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 4b025080-ac73-4810-81c9-ed93dc8fa430) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:09:55.641489 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:55.643342 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.663863 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c9f70-4dad-499c-b3bb-63add371c4ff None None] Network 4b025080-ac73-4810-81c9-ed93dc8fa430 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:55.697956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-1a1d9990-83c3-41fe-b645-e55b0328480c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:55.701530 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fb5acb-5889-418e-b712-a7549ddc3e68,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:55.739152 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Allocated IP 172.27.2.60 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:09:55.742919 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Checking segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:09:55.743296 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Network hostable DHCP agents. Network: 4ea642b5-651a-4d23-9067-cdc60ed4f3da, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:09:55.774059 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b900d84b-225f-4b72-b258-4a833feba783 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1224484 Jan 25 21:09:55.781788 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4393c902-fec7-4334-a9a2-d4a5176240d4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1250131 Jan 25 21:09:55.869102 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:09:55.881026 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e5e2c-62af-41e5-a10b-48066deaa2d9 None None] Network 4b025080-ac73-4810-81c9-ed93dc8fa430 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:55.900027 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c303b391-8382-4753-8f90-a749f37a8f3b None None] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:55.914099 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks [] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.015453 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 4ea642b5-651a-4d23-9067-cdc60ed4f3da) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:09:56.020172 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:56.020787 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.026502 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fc404-22e4-4455-af61-28293d6fa9c2 None None] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:56.120291 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.125046 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-cc44fa92-590d-4ec1-b050-b02e5b01c74a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2632890 Jan 25 21:09:56.128113 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60132) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:56.133145 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:09:56.197171 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:09:56.205588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (1490c84f-7bc7-4e70-94d1-149ef5fb7352), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.207583 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (1490c84f-7bc7-4e70-94d1-149ef5fb7352), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.212754 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:09:56.219401 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:09:56.285345 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Pushing event updated for resources: {'Port': ['ID=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:56.300916 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:09:56.301947 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.336727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks [] for router_controller (1490c84f-7bc7-4e70-94d1-149ef5fb7352), precommit_add_association {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.456292 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Allocated IP 172.20.0.2 (4ea642b5-651a-4d23-9067-cdc60ed4f3da/88fb5acb-5889-418e-b712-a7549ddc3e68/4da59e39-81a8-46da-9110-aea71500c330) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:09:56.650728 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60166) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:56.652738 dv-cinder-809518-10-iscsi neutron-server[103217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 21:09:56.783616 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Publish callbacks [] for port (4da59e39-81a8-46da-9110-aea71500c330), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.786825 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks [] for router_gateway (1490c84f-7bc7-4e70-94d1-149ef5fb7352), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.853019 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks [] for router_gateway (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.868775 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (4da59e39-81a8-46da-9110-aea71500c330), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:56.875332 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60186) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:56.878741 dv-cinder-809518-10-iscsi neutron-server[103218]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 21:09:56.907593 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:09:56.909265 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:09:56.914740 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:09:56.952557 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Pushing event updated for resources: {'Port': ['ID=4da59e39-81a8-46da-9110-aea71500c330,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:56.975472 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.976182 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.976708 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.977039 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.977521 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.977879 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.978224 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.978602 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.978918 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.979265 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.979576 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.979892 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.980207 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Tracked resource versions report: Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: pushed versions: Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: { 'AddressGroup': {'1.2'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'ConntrackHelper': {'1.0'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Log': {'1.0'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Network': {'1.1'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Port': {'1.7'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'PortForwarding': {'1.2'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'QosPolicy': {'1.10'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroup': {'1.5'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SubPort': {'1.0'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Subnet': {'1.1'}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Trunk': {'1.1'}} Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: consumer versions: Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: HyperV agent@hv-cinder-80951: {}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'ConntrackHelper': '1.0', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'LocalIPAssociation': '1.0', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Log': '1.0', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Network': '1.1', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Port': '1.7', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'PortForwarding': '1.2', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'QosPolicy': '1.10', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroup': '1.5', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SecurityGroupRule': '1.2', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'SubPort': '1.0', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Subnet': '1.1', Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: 'Trunk': '1.1'}} Jan 25 21:09:56.981336 dv-cinder-809518-10-iscsi neutron-server[103219]: {{(pid=103219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:09:56.992893 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Attempting to bind port 4da59e39-81a8-46da-9110-aea71500c330 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:09:56.993266 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Attempting to bind port 4da59e39-81a8-46da-9110-aea71500c330 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:09:57.000636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Attempting to bind port 4da59e39-81a8-46da-9110-aea71500c330 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:09:57.000636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:09:57.000636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Checking segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:09:57.000636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.000636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Bound using segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:09:57.000636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Bound port: 4da59e39-81a8-46da-9110-aea71500c330, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:09:57.001253 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (4da59e39-81a8-46da-9110-aea71500c330), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.076000 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-a443f4b3-7e2a-4833-89b7-06cf7e5cb42c tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:57.077769 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-a443f4b3-7e2a-4833-89b7-06cf7e5cb42c tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.4260550 Jan 25 21:09:57.089334 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] For port 4da59e39-81a8-46da-9110-aea71500c330, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:09:57.093446 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] For port 4da59e39-81a8-46da-9110-aea71500c330, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=4da59e39-81a8-46da-9110-aea71500c330,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:09:57.136546 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-324ed590-00e6-406b-835f-9eae3bbf37f6 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/quotas/0b79d41991344f249ba47758d51bbb54 HTTP/1.1" status: 200 len: 375 time: 0.0427392 Jan 25 21:09:57.137350 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-dc1c51c3-0cc4-45ea-a836-5e0e04a0eb08 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:09:57.138876 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-dc1c51c3-0cc4-45ea-a836-5e0e04a0eb08 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/networks?id=4b025080-ac73-4810-81c9-ed93dc8fa430 HTTP/1.1" status: 200 len: 811 time: 0.2621028 Jan 25 21:09:57.160910 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-d48cdbfd-bec1-462f-966b-2f0e7733eb2d tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/quotas/c89f2c189ac54293959f4ecfd8299f13 HTTP/1.1" status: 200 len: 375 time: 0.0163436 Jan 25 21:09:57.213085 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-66ff6cd7-ed7e-40fa-9eeb-528de4d49b6f tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769205 Jan 25 21:09:57.215871 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-e17a3c8c-f0ab-4982-a5ca-50d3d5717ec3 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c89f2c189ac54293959f4ecfd8299f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476179 Jan 25 21:09:57.223360 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (4da59e39-81a8-46da-9110-aea71500c330), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.235488 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.435228 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks [] for router_gateway (1490c84f-7bc7-4e70-94d1-149ef5fb7352), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.442454 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79eac2-5fbb-4ffc-8a7e-eb3d287f6bbe None None] Pushing event updated for resources: {'Port': ['ID=4da59e39-81a8-46da-9110-aea71500c330,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:57.459477 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.504762 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-3042d4f0-6601-44c3-84d2-af36905172e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:09:57.506398 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-3042d4f0-6601-44c3-84d2-af36905172e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0715456 Jan 25 21:09:57.633255 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-18c7fa8e-2535-468a-a9df-2b1cde59760e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:09:57.634988 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-18c7fa8e-2535-468a-a9df-2b1cde59760e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1249347 Jan 25 21:09:57.645503 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Allocated IP 172.27.2.232 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/82bf138d-c391-4697-96fd-262b4da43b7c) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:09:57.792100 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:09:57.837722 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ab90ab1f-c217-4d46-bfff-f4d7bf1ed383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.846884 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-26e714a3-e161-49f8-a05e-6737f3f8b113 service neutron] 10.222.0.20 "GET /v2.0/networks/4b025080-ac73-4810-81c9-ed93dc8fa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979380 Jan 25 21:09:57.903850 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-9b5ca389-fe64-4016-8e19-5bc45aea29c4 service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908885 Jan 25 21:09:57.947369 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks [] for port (82bf138d-c391-4697-96fd-262b4da43b7c), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:57.996034 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17163702-995b-4844-9923-37d440926f11 service neutron] 10.222.0.20 "GET /v2.0/networks/4b025080-ac73-4810-81c9-ed93dc8fa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387901 Jan 25 21:09:58.029579 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:09:58.042924 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Sync routers for ids ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:09:58.053339 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Routers {'2bff27d8-8df4-4e5c-9150-01d587b3e3a3'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:09:58.054538 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:09:58.062163 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-86b451ab-cf9a-4967-b6ae-2739ef1e8141 service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571524 Jan 25 21:09:58.104287 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:58.152533 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:09:58.160957 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:09:58.164159 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:09:58.167268 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Pushing event updated for resources: {'Port': ['ID=82bf138d-c391-4697-96fd-262b4da43b7c,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:58.218952 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:58.220771 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-97bc5d17-dfe7-4b7c-aca6-c88ef3f85a8d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2718523 Jan 25 21:09:58.223793 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60206) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:58.267677 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Set router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:09:58.643883 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6229958f-410d-4dd2-a5f3-de2656fc22a3 req-91fffa85-8b8b-4776-9336-c15e4073f21d tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.1295907 Jan 25 21:09:58.715202 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:09:56Z', 'revision_number': 3, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:09:58.759308 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Checking router: 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:09:58.759674 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Updating router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:09:58.786792 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks [] for router_gateway (1490c84f-7bc7-4e70-94d1-149ef5fb7352), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:58.820625 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4da59e39-81a8-46da-9110-aea71500c330 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:09:58.823220 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.253197 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.298663 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 4da59e39-81a8-46da-9110-aea71500c330 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:09:59.300269 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (4da59e39-81a8-46da-9110-aea71500c330), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.434064 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f6d2f-1366-4024-8933-81caa9112783 None None] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:09:59.487983 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60284) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:09:59.572445 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Publish callbacks [] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.591747 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7dcb21d-708f-4a5e-a498-e5a6adc0d439 req-4757f6c9-9ed7-4a55-9b62-dda3a543cc4e tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.5871580 Jan 25 21:09:59.610675 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (1490c84f-7bc7-4e70-94d1-149ef5fb7352), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.691212 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.741641 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-2d933916-3de0-40a9-975f-2f4267f37ea6 None None] Provisioning complete for port 4da59e39-81a8-46da-9110-aea71500c330 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:09:59.742619 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2d933916-3de0-40a9-975f-2f4267f37ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (4da59e39-81a8-46da-9110-aea71500c330), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.794497 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Attempting to bind port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:09:59.795192 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Attempting to bind port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:09:59.795724 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Attempting to bind port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:09:59.799515 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Pushing event updated for resources: {'Port': ['ID=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:09:59.809395 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:09:59.822064 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:09:59.822064 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.822064 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:09:59.822064 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Bound port: b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:09:59.836749 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.845643 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:09:59.908160 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.908847 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.909230 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.909607 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.910110 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.910633 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.911710 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.912265 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.912810 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.913387 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.913902 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.914417 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.915294 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Tracked resource versions report: Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: pushed versions: Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: { 'AddressGroup': {'1.2'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'ConntrackHelper': {'1.0'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'LocalIPAssociation': {'1.0'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Log': {'1.0'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Network': {'1.1'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Port': {'1.7'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'PortForwarding': {'1.2'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'QosPolicy': {'1.10'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroup': {'1.5'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroupRule': {'1.2'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SubPort': {'1.0'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Subnet': {'1.1'}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Trunk': {'1.1'}} Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: consumer versions: Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: { DHCP agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: HyperV agent@hv-cinder-80951: {}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: L3 agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: Metadata agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: Metering agent@dv-cinder-809518-10-iscsi: {}, Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: Open vSwitch agent@dv-cinder-809518-10-iscsi: { 'AddressGroup': '1.2', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'ConntrackHelper': '1.0', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'LocalIPAssociation': '1.0', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Log': '1.0', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Network': '1.1', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Port': '1.7', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'PortForwarding': '1.2', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'QosPolicy': '1.10', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroup': '1.5', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SecurityGroupRule': '1.2', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'SubPort': '1.0', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Subnet': '1.1', Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: 'Trunk': '1.1'}} Jan 25 21:09:59.917155 dv-cinder-809518-10-iscsi neutron-server[103220]: {{(pid=103220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 21:09:59.959794 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8261546f-f8fb-4694-9bf7-c324825eeef6 req-4df27b23-74c8-434f-be5f-aab84b665d65 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.1109726 Jan 25 21:09:59.961272 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] For port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:09:59.966032 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] For port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:09:59.974951 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7bf8dd3d-191c-4f99-99df-3eea3bf02162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.005496 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:10:00.012874 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 4da59e39-81a8-46da-9110-aea71500c330 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:00.013270 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (4da59e39-81a8-46da-9110-aea71500c330), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.054560 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-2d933916-3de0-40a9-975f-2f4267f37ea6 None None] Current status of the port 4da59e39-81a8-46da-9110-aea71500c330 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:00.054948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2d933916-3de0-40a9-975f-2f4267f37ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (4da59e39-81a8-46da-9110-aea71500c330), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.064421 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.070616 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 4da59e39-81a8-46da-9110-aea71500c330, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=4da59e39-81a8-46da-9110-aea71500c330,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:00.155891 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Routers {'2bff27d8-8df4-4e5c-9150-01d587b3e3a3'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:00.156809 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:00.166273 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (4da59e39-81a8-46da-9110-aea71500c330), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.223618 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:10:00.250171 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Sync routers for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:10:00.301485 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237362ae-168d-4d1b-b4b0-276b6f5b4f72 None None] Pushing event updated for resources: {'Port': ['ID=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:00.306313 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.db.api [None req-2d933916-3de0-40a9-975f-2f4267f37ea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 21:10:00.307323 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG oslo_db.api [None req-2d933916-3de0-40a9-975f-2f4267f37ea6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 21:10:00.314664 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:00.320464 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:00.321974 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=4da59e39-81a8-46da-9110-aea71500c330,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:00.346373 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.350123 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-709b2188-6b23-4b44-99e3-38ebd57d98af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2182541 Jan 25 21:10:00.351062 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60320) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:00.482716 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] Set router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:00.495010 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7bf8dd3d-191c-4f99-99df-3eea3bf02162 admin admin] Publish callbacks [] for security_group (3c916726-44fd-447d-b688-5c2277c7371e), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.496849 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Allocated IP 172.20.0.1 (b40c50e9-050a-434c-92d8-564eafde7f01/fe1ea800-5c48-480f-bd43-594f24683e40/15f0a8db-80b9-4466-bfaa-eaffc2ef3157) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:00.548607 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:00.579946 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7bf8dd3d-191c-4f99-99df-3eea3bf02162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3c916726-44fd-447d-b688-5c2277c7371e), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.656426 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4da59e39-81a8-46da-9110-aea71500c330 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:00.673616 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8dd3d-191c-4f99-99df-3eea3bf02162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c916726-44fd-447d-b688-5c2277c7371e,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:00.707496 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-7bf8dd3d-191c-4f99-99df-3eea3bf02162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d80603055f54d098811d0be6c4a15c8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2181308 Jan 25 21:10:00.718122 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60340) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:00.766871 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.817634 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:09:56Z', 'revision_number': 3, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:00.852394 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff038a7-5b64-49a6-8d74-9cad80ec628d None None] The sync data for ids ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'] in dv-cinder-809518-10-iscsi is: [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:09:56Z', 'revision_number': 3, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:10:00.854632 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks [] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:00.894336 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b0b275a8-2734-49fb-8e8b-55848827a75b req-067f8d35-6df5-4722-a4e3-a61247e320d3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.1150002 Jan 25 21:10:00.946027 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-2d933916-3de0-40a9-975f-2f4267f37ea6 None None] Current status of the port 4da59e39-81a8-46da-9110-aea71500c330 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:00.953575 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 4da59e39-81a8-46da-9110-aea71500c330 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:00.955073 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (4da59e39-81a8-46da-9110-aea71500c330), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.021131 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-af2a5e8e-fc71-4194-9783-dbfd67a58f40 admin admin] Publish callbacks [] for security_group (3c916726-44fd-447d-b688-5c2277c7371e), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.083549 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-af2a5e8e-fc71-4194-9783-dbfd67a58f40 admin admin] Publish callbacks [] for security_group (3c916726-44fd-447d-b688-5c2277c7371e), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.139127 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-91f5b1fe-f929-4979-91dd-21689cf71c98 req-a357dd43-8b5d-476a-87b9-dd4ab6b1d80c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0443707 Jan 25 21:10:01.184916 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-74bded3d-435f-49df-be96-6d5358c65322 None None] Provisioning complete for port 4da59e39-81a8-46da-9110-aea71500c330 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:01.185301 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-74bded3d-435f-49df-be96-6d5358c65322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (4da59e39-81a8-46da-9110-aea71500c330), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.195880 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.245847 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-af2a5e8e-fc71-4194-9783-dbfd67a58f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3c916726-44fd-447d-b688-5c2277c7371e), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.252268 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-af2a5e8e-fc71-4194-9783-dbfd67a58f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.254525 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-af2a5e8e-fc71-4194-9783-dbfd67a58f40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c916726-44fd-447d-b688-5c2277c7371e HTTP/1.1" status: 204 len: 168 time: 0.5354223 Jan 25 21:10:01.275542 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 4da59e39-81a8-46da-9110-aea71500c330 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:01.292730 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Network b40c50e9-050a-434c-92d8-564eafde7f01 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:01.293020 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:09:58Z', 'revision_number': 3, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:01.300190 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:01.313240 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:01.317255 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.344877 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Checking router: 1490c84f-7bc7-4e70-94d1-149ef5fb7352 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:10:01.346032 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Updating router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 port 82bf138d-c391-4697-96fd-262b4da43b7c binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:10:01.466630 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:01.513910 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-74bded3d-435f-49df-be96-6d5358c65322 None None] Current status of the port 4da59e39-81a8-46da-9110-aea71500c330 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:01.537644 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a5e8e-fc71-4194-9783-dbfd67a58f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c916726-44fd-447d-b688-5c2277c7371e,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:01.564622 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Pushing event updated for resources: {'Port': ['ID=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:01.685805 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60368) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:01.711576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.272795 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Allocated IP 172.20.0.1 (4ea642b5-651a-4d23-9067-cdc60ed4f3da/88fb5acb-5889-418e-b712-a7549ddc3e68/11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:02.276893 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8214-54ec-4658-8b27-d344f40dc76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.280633 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.282219 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8214-54ec-4658-8b27-d344f40dc76d admin admin] Publish callbacks [] for security_group (0d7f5bce-ad1c-4140-8f11-6687835b8268), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.287061 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Publish callbacks [] for port (82bf138d-c391-4697-96fd-262b4da43b7c), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.321828 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks [] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.330504 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0a23b307-411f-4824-a54c-12539dc30748 req-d717e734-8a32-418f-afc8-d57d5c39656d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.0770826 Jan 25 21:10:02.336566 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8214-54ec-4658-8b27-d344f40dc76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (0d7f5bce-ad1c-4140-8f11-6687835b8268), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.375772 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.402471 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ffeb8214-54ec-4658-8b27-d344f40dc76d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=205c0b45ad0e421eab5fc1e6ecc55f16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7142291 Jan 25 21:10:02.405211 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60386) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:02.405652 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb8214-54ec-4658-8b27-d344f40dc76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7f5bce-ad1c-4140-8f11-6687835b8268,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:02.456011 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a3814b8f-e1e9-43b3-afd2-e00762420c77 req-ec02f2d3-ba06-4b5b-8c3d-b7eeb85c3c86 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0376608 Jan 25 21:10:02.488009 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.516562 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.558715 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444f3d8-9df2-41d4-b05e-7ca527233776 None None] Pushing event updated for resources: {'Port': ['ID=82bf138d-c391-4697-96fd-262b4da43b7c,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:02.564885 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Attempting to bind port 82bf138d-c391-4697-96fd-262b4da43b7c on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:02.564885 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Attempting to bind port 82bf138d-c391-4697-96fd-262b4da43b7c by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:02.576338 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Attempting to bind port 82bf138d-c391-4697-96fd-262b4da43b7c on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:02.576338 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:02.576338 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:02.576338 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.577098 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:02.577098 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Bound port: 82bf138d-c391-4697-96fd-262b4da43b7c, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:02.577372 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.589177 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0238d1e8-082a-4a90-9723-ed722c17a042 admin admin] Publish callbacks [] for security_group (0d7f5bce-ad1c-4140-8f11-6687835b8268), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.624525 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:02.632484 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Pushing event updated for resources: {'Port': ['ID=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:02.648223 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:02.656824 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0238d1e8-082a-4a90-9723-ed722c17a042 admin admin] Publish callbacks [] for security_group (0d7f5bce-ad1c-4140-8f11-6687835b8268), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.722901 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] For port 82bf138d-c391-4697-96fd-262b4da43b7c, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:02.727404 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] For port 82bf138d-c391-4697-96fd-262b4da43b7c, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=82bf138d-c391-4697-96fd-262b4da43b7c,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:02.743664 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:02.744153 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (1490c84f-7bc7-4e70-94d1-149ef5fb7352), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.745160 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:02.778108 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks [] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.820872 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:02.820872 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.865124 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.903239 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.903912 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.925420 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0238d1e8-082a-4a90-9723-ed722c17a042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (0d7f5bce-ad1c-4140-8f11-6687835b8268), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.929505 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0238d1e8-082a-4a90-9723-ed722c17a042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:02.935770 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-0238d1e8-082a-4a90-9723-ed722c17a042 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d7f5bce-ad1c-4140-8f11-6687835b8268 HTTP/1.1" status: 204 len: 168 time: 0.5248334 Jan 25 21:10:02.997859 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:02.999478 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:03.018825 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:03.019590 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:03.024434 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238d1e8-082a-4a90-9723-ed722c17a042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7f5bce-ad1c-4140-8f11-6687835b8268,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:03.032837 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:03.054567 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Pushing event updated for resources: {'Port': ['ID=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:03.126071 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444f3d8-9df2-41d4-b05e-7ca527233776 None None] Pushing event updated for resources: {'Port': ['ID=82bf138d-c391-4697-96fd-262b4da43b7c,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:03.135899 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-8fa44ebd-db16-4750-b00e-dd5bc2a156a3 None None] Provisioning complete for port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:03.136820 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8fa44ebd-db16-4750-b00e-dd5bc2a156a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:03.144092 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Network b40c50e9-050a-434c-92d8-564eafde7f01 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:03.147959 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:03.160682 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:03.251235 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-8fa44ebd-db16-4750-b00e-dd5bc2a156a3 None None] Port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:10:03.295216 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:03.343331 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks [] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:03.390519 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:03.409592 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:10:03.425511 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:03.426402 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (1490c84f-7bc7-4e70-94d1-149ef5fb7352), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:03.588599 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f2be8f5c-0268-4a93-bd2f-5ad704313bb4 req-20f15bb8-efc2-4831-b58c-073b50e2ea3f tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.0759127 Jan 25 21:10:03.622524 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:03.700631 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Pushing event updated for resources: {'Port': ['ID=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:03.737175 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a19560bb-b932-4ed9-928f-d08f6888f19b req-834217c5-e45f-4efe-b0d7-a55abeccd94d tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.1220086 Jan 25 21:10:03.771691 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:10:03.781991 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a5ca8543-7d4c-40fe-9df6-9ea89e6bd957 admin admin] 10.222.0.20 "PUT /v2.0/routers/2bff27d8-8df4-4e5c-9150-01d587b3e3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5571053 Jan 25 21:10:03.820377 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:03.824739 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:03.868836 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:03.900823 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Sync routers for ids ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:10:03.907764 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96eeb74-7dea-4820-bdb0-98b7c02b8cfc None None] The sync data for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi is: [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:10:03.912636 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Routers {'2bff27d8-8df4-4e5c-9150-01d587b3e3a3'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:03.913378 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:04.006370 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:10:04.068941 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Set router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:04.163283 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:10:04.173989 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a92b7d71-dfb7-4add-825b-c9992c8dd2bc admin admin] 10.222.0.20 "PUT /v2.0/routers/1490c84f-7bc7-4e70-94d1-149ef5fb7352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8136554 Jan 25 21:10:04.198366 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-fe894b0e-1fa3-4909-b033-dd8d42651663 None None] Provisioning complete for port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:04.204570 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fe894b0e-1fa3-4909-b033-dd8d42651663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:04.289586 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-fe894b0e-1fa3-4909-b033-dd8d42651663 None None] Port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:10:04.384370 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '15f0a8db-80b9-4466-bfaa-eaffc2ef3157', 'name': '', 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'mac_address': 'fa:16:3e:e3:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:00Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 2, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'subnets': [{'id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:04.413827 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Checking router: 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:10:04.414192 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Updating router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:10:04.463083 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:04.581832 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:04.676015 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:04.677071 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:04.862107 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:04.889650 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:05.127563 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-b295dbb8-5867-4c36-965e-96e1729ab43e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:05.145167 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-b295dbb8-5867-4c36-965e-96e1729ab43e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 819 time: 0.3765581 Jan 25 21:10:05.151859 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Publish callbacks [] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:05.161899 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-f3c62aac-c9f7-4c02-a854-f6b4bba30c17 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/quotas/8970259d8e5e41b8abef59b5e7550a2a HTTP/1.1" status: 200 len: 375 time: 0.0159905 Jan 25 21:10:05.210788 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:05.267301 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-aeff3d4e-0dc7-4bba-9d34-7e6b72932e2d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970199 Jan 25 21:10:05.289587 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca29527-a5cb-4c8a-a3b5-5fd05544b886 None None] Pushing event updated for resources: {'Port': ['ID=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:05.378166 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Attempting to bind port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:05.379054 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Attempting to bind port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:05.379786 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Attempting to bind port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 on network b40c50e9-050a-434c-92d8-564eafde7f01 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:05.387079 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:05.387960 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Checking segment: {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:05.388250 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:05.388657 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Bound using segment: {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:05.389346 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Bound port: 15f0a8db-80b9-4466-bfaa-eaffc2ef3157, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:05.389800 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:05.427857 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-6a45f471-b82d-451d-9f43-09fbb0d383cc service neutron] 10.222.0.20 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595373 Jan 25 21:10:05.479715 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] For port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:05.484163 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] For port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:05.504379 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60510) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:05.510533 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-cf00f30c-b536-4c16-9769-c73e5021d460 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259199098', 'description': 'tempest-description--683930952'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:05.537188 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:05.576241 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-cf00f30c-b536-4c16-9769-c73e5021d460 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:05.616601 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-3dd5b541-93f3-4443-bcd5-b99841c68a9f service neutron] 10.222.0.20 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822329 Jan 25 21:10:05.622537 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Routers {'2bff27d8-8df4-4e5c-9150-01d587b3e3a3'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:05.623324 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:05.711061 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca29527-a5cb-4c8a-a3b5-5fd05544b886 None None] Pushing event updated for resources: {'Port': ['ID=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,revision_number=4']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:05.784597 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] Set router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:05.897813 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fc2ab6e7-b15c-4b93-a2b1-6ff525f0ceab req-8c3de41f-ba3e-46f1-b560-5670a5a60355 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.3117397 Jan 25 21:10:06.029027 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-fe55b79f-d22a-41c0-acee-0516e4c294e4 req-5decc2d0-3070-4d89-ba02-065ac6b9cd1b tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0644019 Jan 25 21:10:06.095275 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5a916f80-092d-4ce1-a839-9127f97e573e req-0a45f715-6967-48d0-b23e-72d27e64ed46 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 210 time: 0.0811396 Jan 25 21:10:06.119623 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-cf00f30c-b536-4c16-9769-c73e5021d460 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (fd89da6e-da56-45e4-b26c-9cff56cb4678), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.185894 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '15f0a8db-80b9-4466-bfaa-eaffc2ef3157', 'name': '', 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'mac_address': 'fa:16:3e:e3:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:00Z', 'updated_at': '2022-01-25T21:10:05Z', 'revision_number': 4, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'subnets': [{'id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:06.198539 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-cf00f30c-b536-4c16-9769-c73e5021d460 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (fd89da6e-da56-45e4-b26c-9cff56cb4678), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.235053 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39663d19-0ace-4d63-b180-818fc226c77e None None] The sync data for ids ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'] in dv-cinder-809518-10-iscsi is: [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '15f0a8db-80b9-4466-bfaa-eaffc2ef3157', 'name': '', 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'mac_address': 'fa:16:3e:e3:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:00Z', 'updated_at': '2022-01-25T21:10:05Z', 'revision_number': 4, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'subnets': [{'id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:10:06.249002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00f30c-b536-4c16-9769-c73e5021d460 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd89da6e-da56-45e4-b26c-9cff56cb4678,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:06.310754 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-cf00f30c-b536-4c16-9769-c73e5021d460 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.320788 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60566) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:06.328296 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-cf00f30c-b536-4c16-9769-c73e5021d460 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8216846 Jan 25 21:10:06.330182 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-cc4836cf-2497-48a8-8a18-bd2217e20128 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'security_group_rule': {'security_group_id': 'fd89da6e-da56-45e4-b26c-9cff56cb4678', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:06.503396 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-768104f3-96de-4c8d-85da-91484fdec65a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:06.503396 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-768104f3-96de-4c8d-85da-91484fdec65a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 819 time: 0.1486466 Jan 25 21:10:06.534974 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-8145f112-f630-4234-a7b1-376fb58f6308 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/quotas/8970259d8e5e41b8abef59b5e7550a2a HTTP/1.1" status: 200 len: 375 time: 0.0166972 Jan 25 21:10:06.537208 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cc4836cf-2497-48a8-8a18-bd2217e20128 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (bfb34e41-ee2b-43b0-9692-f1c7528d6201), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.697511 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-0f1b8d57-4ecc-49a9-abcf-a77a76dc9089 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1616282 Jan 25 21:10:06.728284 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cc4836cf-2497-48a8-8a18-bd2217e20128 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (bfb34e41-ee2b-43b0-9692-f1c7528d6201), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.793590 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 82bf138d-c391-4697-96fd-262b4da43b7c up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:06.820315 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60594) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:06.824137 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cc4836cf-2497-48a8-8a18-bd2217e20128 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (bfb34e41-ee2b-43b0-9692-f1c7528d6201), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.858067 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-f159e992-c9aa-4abb-9e47-c258fbcd5ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497889 Jan 25 21:10:06.887464 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4836cf-2497-48a8-8a18-bd2217e20128 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb34e41-ee2b-43b0-9692-f1c7528d6201,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:06.943798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 82bf138d-c391-4697-96fd-262b4da43b7c triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:06.944241 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.993786 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cc4836cf-2497-48a8-8a18-bd2217e20128 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:06.995601 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-cc4836cf-2497-48a8-8a18-bd2217e20128 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6724739 Jan 25 21:10:06.998454 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60608) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:07.005806 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-99b28ca0-e6a9-40ee-98a0-28742af3514a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'security_group_rule': {'security_group_id': 'fd89da6e-da56-45e4-b26c-9cff56cb4678', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:07.039333 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-d8b23fa4-b622-44e9-bf63-3e8b5b7e9275 service neutron] 10.222.0.20 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721842 Jan 25 21:10:07.107142 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 82bf138d-c391-4697-96fd-262b4da43b7c is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:07.107649 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.130079 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9772b459-ef98-4579-96f7-30693e963750 req-bfd17341-7a90-4d13-88ca-0d5a3961cae8 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.0424113 Jan 25 21:10:07.131901 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6c088a86-8157-4c97-8c4a-fa57aa664425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.155662 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 82bf138d-c391-4697-96fd-262b4da43b7c, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=82bf138d-c391-4697-96fd-262b4da43b7c,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:07.180808 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-99b28ca0-e6a9-40ee-98a0-28742af3514a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (fdfacea1-cb1d-423b-8a1c-7d9ccbd71395), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.236575 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.239019 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:07.297368 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-701aeac9-2b92-4507-846b-456355956f94 req-0d110931-f6bd-4aa9-a79c-ecaa8c6c510a tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0609195 Jan 25 21:10:07.332511 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-99b28ca0-e6a9-40ee-98a0-28742af3514a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (fdfacea1-cb1d-423b-8a1c-7d9ccbd71395), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.389089 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6c088a86-8157-4c97-8c4a-fa57aa664425 admin admin] Publish callbacks [] for security_group (71219b45-52f1-4bac-8984-1bf6ac515e5f), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.401855 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-99b28ca0-e6a9-40ee-98a0-28742af3514a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (fdfacea1-cb1d-423b-8a1c-7d9ccbd71395), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.420939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Sync routers for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:10:07.428219 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1d501f45-c283-4f71-bca1-18c20e9d48ea req-3eb0405c-c0c0-4f41-895e-432e23a5b901 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 210 time: 0.0593135 Jan 25 21:10:07.449908 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6c088a86-8157-4c97-8c4a-fa57aa664425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (71219b45-52f1-4bac-8984-1bf6ac515e5f), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.491580 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:07.492625 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:07.525968 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c088a86-8157-4c97-8c4a-fa57aa664425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71219b45-52f1-4bac-8984-1bf6ac515e5f,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:07.533286 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-6c088a86-8157-4c97-8c4a-fa57aa664425 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f21b3b36ede940b9a302c447ecae30d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7115190 Jan 25 21:10:07.535781 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60628) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:07.539676 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-99b28ca0-e6a9-40ee-98a0-28742af3514a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.544187 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-99b28ca0-e6a9-40ee-98a0-28742af3514a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5447075 Jan 25 21:10:07.544975 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b28ca0-e6a9-40ee-98a0-28742af3514a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfacea1-cb1d-423b-8a1c-7d9ccbd71395,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:07.547655 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60632) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:07.557274 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:07.562114 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:07.562492 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.583643 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=82bf138d-c391-4697-96fd-262b4da43b7c,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:07.651541 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a009fe2e-cb55-4928-bcda-8e415cfb864c admin admin] Publish callbacks [] for security_group (71219b45-52f1-4bac-8984-1bf6ac515e5f), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.691956 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a009fe2e-cb55-4928-bcda-8e415cfb864c admin admin] Publish callbacks [] for security_group (71219b45-52f1-4bac-8984-1bf6ac515e5f), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.716135 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:07.763653 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:07.764042 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:07.820940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.017612 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a009fe2e-cb55-4928-bcda-8e415cfb864c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (71219b45-52f1-4bac-8984-1bf6ac515e5f), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.030062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a009fe2e-cb55-4928-bcda-8e415cfb864c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.043809 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a009fe2e-cb55-4928-bcda-8e415cfb864c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71219b45-52f1-4bac-8984-1bf6ac515e5f HTTP/1.1" status: 204 len: 168 time: 0.4982812 Jan 25 21:10:08.046890 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:08.114509 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009fe2e-cb55-4928-bcda-8e415cfb864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71219b45-52f1-4bac-8984-1bf6ac515e5f,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:08.118107 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.195096 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.237731 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:08.266346 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:03Z', 'revision_number': 2, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:08.289135 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-061e72b2-8a58-48e6-9ad2-df9f416de59c req-c252102a-c9e1-45e6-acca-7e189372747c tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.0482852 Jan 25 21:10:08.301499 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Checking router: 1490c84f-7bc7-4e70-94d1-149ef5fb7352 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:10:08.301890 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Updating router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:10:08.330893 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.419828 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Allocated IP 172.27.2.174 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/0982f6e1-4c3d-48a9-83ee-61653557ba75) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:08.461949 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f989ee5d-eb41-46b7-a9d6-ab81564ace0f req-548b583c-abe7-4229-9290-d2c2ea12c6bc tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0514491 Jan 25 21:10:08.537341 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-20a2ce40-37c9-419d-8973-ca835c666b03 req-d49965f4-aaa2-4360-b485-699db51db6f4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 210 time: 0.0285821 Jan 25 21:10:08.601676 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 82bf138d-c391-4697-96fd-262b4da43b7c up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:08.602755 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.710519 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 82bf138d-c391-4697-96fd-262b4da43b7c triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:08.710724 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.725249 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.752648 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Publish callbacks [] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.783137 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'Port': ['ID=0982f6e1-4c3d-48a9-83ee-61653557ba75,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:08.788570 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:08.790478 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:08.795734 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:08.828973 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 82bf138d-c391-4697-96fd-262b4da43b7c is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:08.830134 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:08.839514 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60666) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:08.853675 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-534465ec-cdc9-4863-8b3b-c4dbc7fb6386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.864616 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.924159 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (794ee5fc-e205-4c1d-9965-2744ab985997), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:08.939972 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.24', 55293) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:08.950492 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df4f9f-0c7d-485d-9428-a921f6264731 None None] Pushing event updated for resources: {'Port': ['ID=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:08.960509 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-534465ec-cdc9-4863-8b3b-c4dbc7fb6386 admin admin] Publish callbacks [] for security_group (2054aedd-4cec-4a4f-b207-e7e8bd3d3535), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.004741 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:09.005148 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.040729 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Attempting to bind port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:09.041164 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Attempting to bind port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:09.041531 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Attempting to bind port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:09.049951 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:09.050591 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Checking segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:09.050706 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.051093 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Bound using segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:09.051773 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Bound port: 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:09.052130 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.059883 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-534465ec-cdc9-4863-8b3b-c4dbc7fb6386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2054aedd-4cec-4a4f-b207-e7e8bd3d3535), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.157513 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-534465ec-cdc9-4863-8b3b-c4dbc7fb6386 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b95a3183ba0b47d5adb0eabcd6985224&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3162293 Jan 25 21:10:09.159200 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534465ec-cdc9-4863-8b3b-c4dbc7fb6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2054aedd-4cec-4a4f-b207-e7e8bd3d3535,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:09.163298 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60678) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:09.184507 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] For port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:09.188202 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:09.205801 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] For port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:09.217398 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.285813 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.298153 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bdf92036-1d75-4444-8e89-8553e9f866d6 admin admin] Publish callbacks [] for security_group (2054aedd-4cec-4a4f-b207-e7e8bd3d3535), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.359215 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bdf92036-1d75-4444-8e89-8553e9f866d6 admin admin] Publish callbacks [] for security_group (2054aedd-4cec-4a4f-b207-e7e8bd3d3535), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.413924 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.482745 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:09.486094 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:09:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:09.493889 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df4f9f-0c7d-485d-9428-a921f6264731 None None] Pushing event updated for resources: {'Port': ['ID=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:09.535765 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.559662 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9676779b-2e3a-43b3-8462-d7bdad002ad7 req-5643a5e1-dfcb-4d50-a492-e18527428e4d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.0610974 Jan 25 21:10:09.574611 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-e774337a-2f86-4ea7-a87d-7ea21c7f2fb8 None None] Provisioning complete for port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:09.575093 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e774337a-2f86-4ea7-a87d-7ea21c7f2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.595292 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.24', 55296) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:09.595723 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-cecb9df9-4686-4d8a-ac43-c6a46989fe97 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:09.597292 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-cecb9df9-4686-4d8a-ac43-c6a46989fe97 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 819 time: 0.6554770 Jan 25 21:10:09.620792 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (794ee5fc-e205-4c1d-9965-2744ab985997), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.649634 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Request body: {'port': {'device_id': 'b22e568b-2253-4508-88af-0e6bdc914867', 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'admin_state_up': True, 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:09.655643 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'Port': ['ID=0982f6e1-4c3d-48a9-83ee-61653557ba75,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:09.740101 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bdf92036-1d75-4444-8e89-8553e9f866d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2054aedd-4cec-4a4f-b207-e7e8bd3d3535), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.747177 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bdf92036-1d75-4444-8e89-8553e9f866d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.750833 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-bdf92036-1d75-4444-8e89-8553e9f866d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2054aedd-4cec-4a4f-b207-e7e8bd3d3535 HTTP/1.1" status: 204 len: 168 time: 0.5672107 Jan 25 21:10:09.803333 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:09.805045 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-5eb9be32-d5bb-4983-a1c3-a1eb19861b0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2558458 Jan 25 21:10:09.808963 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:09.826039 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0f5ea921-9d7e-462b-a3b4-8425e69cc329 req-29d43db5-7b18-4f04-a295-bad0d20a30d0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 210 time: 0.1185174 Jan 25 21:10:09.870658 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9102580d-aaf1-462d-8e98-1801a996268b req-01a22cd7-d1f7-4eb2-9372-d7f521c11531 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.1379778 Jan 25 21:10:09.885281 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf92036-1d75-4444-8e89-8553e9f866d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2054aedd-4cec-4a4f-b207-e7e8bd3d3535,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:10.039269 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Made reservation on behalf of 8970259d8e5e41b8abef59b5e7550a2a for: {'port': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:10.043688 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:10.122615 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-1d495cab-c45e-48df-a246-68f63bf10e10 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:10.125792 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-1d495cab-c45e-48df-a246-68f63bf10e10 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.5291548 Jan 25 21:10:10.141203 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Request body: {'port': {'device_id': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'admin_state_up': True, 'tenant_id': '0b79d41991344f249ba47758d51bbb54'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:10.151258 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-e774337a-2f86-4ea7-a87d-7ea21c7f2fb8 None None] Current status of the port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:10.151982 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e774337a-2f86-4ea7-a87d-7ea21c7f2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:10.226558 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-e774337a-2f86-4ea7-a87d-7ea21c7f2fb8 None None] For port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:10.298224 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:09Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:10.341568 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c5561-92fc-45dd-83ea-4207a86423dc None None] The sync data for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi is: [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:09Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:10:10.347999 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e774337a-2f86-4ea7-a87d-7ea21c7f2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:10.377142 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.24', 55303) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:10.425703 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774337a-2f86-4ea7-a87d-7ea21c7f2fb8 None None] Pushing event updated for resources: {'Port': ['ID=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:10.482542 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-e25efaba-ba65-4f3e-9409-93666590cff2 None None] Provisioning complete for port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:10.488511 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e25efaba-ba65-4f3e-9409-93666590cff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:10.639847 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.24', 55305) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:10.668308 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-e25efaba-ba65-4f3e-9409-93666590cff2 None None] Current status of the port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:10.733816 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:10.820970 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Allocated IP 172.20.0.8 (b40c50e9-050a-434c-92d8-564eafde7f01/fe1ea800-5c48-480f-bd43-594f24683e40/63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:10.842980 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:10.842980 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:10.849209 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-74860f1f-c885-4dcc-a934-5510077b12fe tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--259199098&fields=id&tenant_id=4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 267 time: 0.4508667 Jan 25 21:10:10.957083 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ae2e270a-01d2-4cf8-b9aa-f2a6617be9db req-1d6e9f82-e09a-4747-a0c1-6e511876d858 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.1855361 Jan 25 21:10:11.002040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-af650865-55fe-4be3-884c-e14fc1dfd6eb tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:11.003675 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-af650865-55fe-4be3-884c-e14fc1dfd6eb tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 819 time: 0.6255584 Jan 25 21:10:11.012139 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-bdf44b6f-1098-4bd3-8cef-8f1b5cc09206 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:11.013830 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-bdf44b6f-1098-4bd3-8cef-8f1b5cc09206 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.24 "GET /v2.0/networks?id=4b025080-ac73-4810-81c9-ed93dc8fa430 HTTP/1.1" status: 200 len: 811 time: 0.3725998 Jan 25 21:10:11.019272 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Request body: {'port': {'device_id': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'admin_state_up': True, 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:11.029955 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Request body: {'port': {'device_id': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430', 'admin_state_up': True, 'tenant_id': 'c89f2c189ac54293959f4ecfd8299f13'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:11.156991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-af391bee-5372-40c1-8abd-8e7e5802b821 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:11.165689 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-af391bee-5372-40c1-8abd-8e7e5802b821 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 817 time: 0.3019474 Jan 25 21:10:11.218398 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a3bdb1d-996c-4b4d-90a6-76732a39aeda req-c14bc812-2f39-4a7b-8189-ca66d10cfa42 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 210 time: 0.0889542 Jan 25 21:10:11.227039 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-02728661-f084-4c11-999d-0d140a706ed2 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/quotas/4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 375 time: 0.0477500 Jan 25 21:10:11.317848 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:11.391166 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b17374e8-6d65-4d72-bc5a-94452cb55af4 req-5ac3cc72-6574-4f6d-94d8-b90dad799781 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0428405 Jan 25 21:10:11.447892 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-e21fa44e-d788-4ec1-93cc-b5b95d0ba863 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120767 Jan 25 21:10:11.675147 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks [] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:11.722162 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-17a5d41f-6567-4b1c-86f4-9273f53f9e2c service neutron] 10.222.0.20 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689445 Jan 25 21:10:11.809708 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Made reservation on behalf of 0b79d41991344f249ba47758d51bbb54 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:11.820460 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:11.861377 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-ab0ab4ae-6c91-4fc0-81b5-0eab703bd838 service neutron] 10.222.0.20 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323662 Jan 25 21:10:11.885358 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:12.033436 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Made reservation on behalf of 8970259d8e5e41b8abef59b5e7550a2a for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:12.042869 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Network b40c50e9-050a-434c-92d8-564eafde7f01 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:12.043764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:12.045923 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Made reservation on behalf of c89f2c189ac54293959f4ecfd8299f13 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:12.050024 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:12.061356 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:12.062371 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:12.064974 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:12.065656 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:12.088111 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Pushing event updated for resources: {'Port': ['ID=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:12.200783 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d6765e0d-93c0-4be8-9342-4b7cb0112a03 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5564227 Jan 25 21:10:12.209370 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbf5c9d9-331a-4192-be45-af858c81c885 req-97dbf602-44be-4c53-9bb7-30e76a4f6e30 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.1300418 Jan 25 21:10:12.289187 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d775b8d3-e571-437b-9c21-11dc25a6bbae tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:10:12.290465 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-d775b8d3-e571-437b-9c21-11dc25a6bbae tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059152 Jan 25 21:10:12.400350 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b2192586-76d9-4d69-a632-37a1b29e5d81 req-8704b41c-b457-4cdd-a453-6bdb1e8a9a8c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0701385 Jan 25 21:10:12.589856 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4e8431cd-dfa9-406b-802b-a3fc5187d47a req-57989ada-6fbe-4641-b6c2-b102aa261af2 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0567284 Jan 25 21:10:12.862484 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e5417007-c080-4e72-aa85-999e06cf49ab req-9651cc2b-a207-4535-863c-9b7b10a8e013 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 210 time: 0.3401642 Jan 25 21:10:12.925794 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Allocated IP 172.20.0.5 (cfedde32-4f8a-4ca5-989b-3ccfd1e778db/186c52da-c432-434e-b661-51411906922e/d733b696-1137-4f05-97da-0ed9ce9f0e59) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:13.001651 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Allocated IP 172.20.0.14 (b40c50e9-050a-434c-92d8-564eafde7f01/fe1ea800-5c48-480f-bd43-594f24683e40/b2a007da-5be7-40ad-8737-bbb0105e788e) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:13.011954 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:10:13.022692 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Allocated IP 172.20.0.14 (4b025080-ac73-4810-81c9-ed93dc8fa430/983d9ff7-f68e-4c2d-b2bf-bb3641726095/08899301-7d94-40f9-94d5-24b17e1f8014) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:13.352610 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Request body: {'port': {'device_id': 'b22e568b-2253-4508-88af-0e6bdc914867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:13.429888 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks [] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:13.501388 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks [] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:13.543364 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks [] for port (08899301-7d94-40f9-94d5-24b17e1f8014), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:13.548452 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60868) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:13.552620 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d0e29467-12e3-4d33-9679-de28a2ebe8d8 req-924f629a-6d5e-4db0-868f-684d17752bc5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.1374447 Jan 25 21:10:13.612285 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f92d6c7-64bd-4870-a974-9519f6328b94 req-83e7bf95-9aeb-4da8-93d5-3d59842dcd4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0889025 Jan 25 21:10:13.630219 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60876) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:13.684197 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:13.741896 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:13.872453 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event updated for resources: {'Port': ['ID=d733b696-1137-4f05-97da-0ed9ce9f0e59,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:13.936442 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:13.936442 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:13.938478 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6240a1b2-9604-43d4-b669-dae9379fa890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.002714 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ff35-650c-48fb-b7f1-f1a96f0e20be req-dfb75289-0ae1-4e0e-b819-43e179c22ac8 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:14.012012 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ee61ff35-650c-48fb-b7f1-f1a96f0e20be req-dfb75289-0ae1-4e0e-b819-43e179c22ac8 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 932 time: 0.2292998 Jan 25 21:10:14.045576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:14.060132 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Network b40c50e9-050a-434c-92d8-564eafde7f01 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:14.152969 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ee61ff35-650c-48fb-b7f1-f1a96f0e20be req-96864b46-1ace-4594-9e8e-d271554fbb4a tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400268 Jan 25 21:10:14.167859 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6240a1b2-9604-43d4-b669-dae9379fa890 admin admin] Publish callbacks [] for security_group (3ad9ddc3-e6ec-46c7-986f-2c212352fe8b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.169155 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0063a955-e944-4482-95e6-04bd1c921cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.194518 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:14.236711 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:14.244934 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:14.263327 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.263327 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:14.265469 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Network 4b025080-ac73-4810-81c9-ed93dc8fa430 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:14.300766 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 {{(pid=103217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:14.313370 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Publish callbacks [] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.317767 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:14.345172 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.provisioning_blocks [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Transition to ACTIVE for port object 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 will not be triggered until provisioned by entity L2. {{(pid=103217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:10:14.351937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:14.357274 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:14.357849 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.371081 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:14.376465 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:14.377114 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.391002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6240a1b2-9604-43d4-b669-dae9379fa890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3ad9ddc3-e6ec-46c7-986f-2c212352fe8b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.429774 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0063a955-e944-4482-95e6-04bd1c921cef admin admin] Publish callbacks [] for security_group (46294acd-7256-4fdf-8abf-540d9751c6ba), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.479995 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.480708 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240a1b2-9604-43d4-b669-dae9379fa890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad9ddc3-e6ec-46c7-986f-2c212352fe8b,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:14.480708 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Pushing event updated for resources: {'Port': ['ID=08899301-7d94-40f9-94d5-24b17e1f8014,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:14.550730 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79004997-6a92-4185-8b2b-48db08c20b0f req-b823b794-0cbe-45e5-a22c-7d8554736f20 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:14.550730 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-79004997-6a92-4185-8b2b-48db08c20b0f req-b823b794-0cbe-45e5-a22c-7d8554736f20 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 932 time: 0.3680627 Jan 25 21:10:14.560872 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-6240a1b2-9604-43d4-b669-dae9379fa890 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2119080bb6c54bc19fa9eac9d523a7d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9230447 Jan 25 21:10:14.569962 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60906) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:14.580698 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-17e2f682-2783-4111-ab95-6d20995cfe82 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5566437 Jan 25 21:10:14.587855 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-c43e605b-6ffa-4e10-a370-ef2e1b8120a3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4528372 Jan 25 21:10:14.664022 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Request body: {'port': {'device_id': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:14.677531 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Request body: {'port': {'device_id': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:14.733619 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Pushing event updated for resources: {'Port': ['ID=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:14.755296 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Attempting to bind port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:14.762247 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Attempting to bind port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:14.762247 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Attempting to bind port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 on network b40c50e9-050a-434c-92d8-564eafde7f01 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:14.762247 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60912) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:14.783312 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 on network b40c50e9-050a-434c-92d8-564eafde7f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:10:14.783657 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Attempting to bind port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 on network b40c50e9-050a-434c-92d8-564eafde7f01 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:14.793963 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:14.802243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Checking segment: {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:14.802243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Bound using segment: {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:14.802243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Bound port: 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:14.802243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.802624 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0063a955-e944-4482-95e6-04bd1c921cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (46294acd-7256-4fdf-8abf-540d9751c6ba), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.828382 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb2ff-366f-4ef7-9945-aab3ea403274 req-232247e7-2820-4d65-9b3c-9b8451f1b278 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:14.830447 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-86efb2ff-366f-4ef7-9945-aab3ea403274 req-232247e7-2820-4d65-9b3c-9b8451f1b278 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 931 time: 0.1032362 Jan 25 21:10:14.924323 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-0063a955-e944-4482-95e6-04bd1c921cef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e11a77f01a9d447da73bdac33bd1a5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3573158 Jan 25 21:10:14.924902 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60918) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:14.929535 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Pushing event updated for resources: {'Port': ['ID=b2a007da-5be7-40ad-8737-bbb0105e788e,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:14.939601 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-86efb2ff-366f-4ef7-9945-aab3ea403274 req-d0f80b22-4477-49e5-b5dd-c4f61b56d133 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811460 Jan 25 21:10:14.941578 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063a955-e944-4482-95e6-04bd1c921cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46294acd-7256-4fdf-8abf-540d9751c6ba,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:14.953042 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-a09cc260-d6ed-4fb1-bbf7-fb6ab136ee78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9337933 Jan 25 21:10:14.953042 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:14.953349 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] For port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8, host hv-cinder-80951, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:15.037941 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] For port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:15.090319 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Request body: {'port': {'device_id': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:15.091820 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-19bde595-9b23-415d-9d66-d3dee427e77e req-7e7ca737-9267-4fbd-ba5b-b1f837cbfd7b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0427246 Jan 25 21:10:15.092319 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-79004997-6a92-4185-8b2b-48db08c20b0f req-a73339c9-528a-49da-8b3d-c543d86ce76d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330303 Jan 25 21:10:15.114987 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.144914 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6d838530-39b0-43f1-884a-aa4a2c894f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.153170 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-124e0dbe-623f-455d-bdd7-7d1cb32eff2d admin admin] Publish callbacks [] for security_group (3ad9ddc3-e6ec-46c7-986f-2c212352fe8b), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.157016 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad478da8-5dde-42fc-8504-cf47aaa96d43 admin admin] Publish callbacks [] for security_group (46294acd-7256-4fdf-8abf-540d9751c6ba), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.212497 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad478da8-5dde-42fc-8504-cf47aaa96d43 admin admin] Publish callbacks [] for security_group (46294acd-7256-4fdf-8abf-540d9751c6ba), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.251079 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.279184 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-124e0dbe-623f-455d-bdd7-7d1cb32eff2d admin admin] Publish callbacks [] for security_group (3ad9ddc3-e6ec-46c7-986f-2c212352fe8b), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.323974 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:15.324196 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.325597 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] 10.222.0.24 "PUT /v2.0/ports/63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 1093 time: 2.6029553 Jan 25 21:10:15.326104 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22e568b-2253-4508-88af-0e6bdc914867', 'tag': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:15.432873 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.473024 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd551d0-81e2-41e1-b0bc-8ca23a657e07 service neutron] Pushing event updated for resources: {'Port': ['ID=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:15.540793 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6d838530-39b0-43f1-884a-aa4a2c894f66 admin admin] Publish callbacks [] for security_group (72582862-6050-4870-bc99-ff9203ea5cce), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.544982 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad478da8-5dde-42fc-8504-cf47aaa96d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (46294acd-7256-4fdf-8abf-540d9751c6ba), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.547737 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad478da8-5dde-42fc-8504-cf47aaa96d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:15.551223 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ad478da8-5dde-42fc-8504-cf47aaa96d43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46294acd-7256-4fdf-8abf-540d9751c6ba HTTP/1.1" status: 204 len: 168 time: 0.6231353 Jan 25 21:10:15.572387 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad478da8-5dde-42fc-8504-cf47aaa96d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46294acd-7256-4fdf-8abf-540d9751c6ba,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:15.591437 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-27eb6b87-8205-4fae-8d9e-500c5abd5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:15.595596 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-27eb6b87-8205-4fae-8d9e-500c5abd5b86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1096 time: 0.1249707 Jan 25 21:10:15.715607 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-657f477c-853a-4290-9d42-60dae1207d12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 217 time: 0.1040702 Jan 25 21:10:15.721889 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b" -d '{"events": [{"name": "network-changed", "server_uuid": "b22e568b-2253-4508-88af-0e6bdc914867", "tag": "63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:15.803069 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-733910a9-ffec-4f4e-a293-68611c736691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:15.804489 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-733910a9-ffec-4f4e-a293-68611c736691 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0763319 Jan 25 21:10:15.849058 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5ce6-af8a-4d07-86b3-97a1556a4759 req-60361036-64df-4f54-a218-11528d2d094c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:15.856827 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-029d5ce6-af8a-4d07-86b3-97a1556a4759 req-60361036-64df-4f54-a218-11528d2d094c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 932 time: 0.5746541 Jan 25 21:10:15.859745 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6d838530-39b0-43f1-884a-aa4a2c894f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (72582862-6050-4870-bc99-ff9203ea5cce), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:16.107693 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-1941e9a8-6b56-4ebb-9022-7e54f93415ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2490115 Jan 25 21:10:16.242376 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-6d838530-39b0-43f1-884a-aa4a2c894f66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e00bc7f2a0b4d39802e869b58f96bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4822252 Jan 25 21:10:16.250474 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-029d5ce6-af8a-4d07-86b3-97a1556a4759 req-e7aadc08-3394-42ef-b6c2-5669808a1c66 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925567 Jan 25 21:10:16.253538 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60948) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:16.260304 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d838530-39b0-43f1-884a-aa4a2c894f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72582862-6050-4870-bc99-ff9203ea5cce,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:16.314495 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-124e0dbe-623f-455d-bdd7-7d1cb32eff2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3ad9ddc3-e6ec-46c7-986f-2c212352fe8b), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:16.317058 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-124e0dbe-623f-455d-bdd7-7d1cb32eff2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:16.321423 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-124e0dbe-623f-455d-bdd7-7d1cb32eff2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ad9ddc3-e6ec-46c7-986f-2c212352fe8b HTTP/1.1" status: 204 len: 168 time: 1.7390692 Jan 25 21:10:16.339990 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d670a85e-6f29-46e4-b1db-c832acdeca32 x-openstack-request-id: req-d670a85e-6f29-46e4-b1db-c832acdeca32 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:16.344498 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22e568b-2253-4508-88af-0e6bdc914867", "tag": "63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:16.345058 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d670a85e-6f29-46e4-b1db-c832acdeca32 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:16.345773 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22e568b-2253-4508-88af-0e6bdc914867', 'tag': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8', 'status': 'completed', 'code': 200} Jan 25 21:10:16.463432 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e0dbe-623f-455d-bdd7-7d1cb32eff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad9ddc3-e6ec-46c7-986f-2c212352fe8b,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:16.465721 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-81f3bb21-8047-4da9-b2bc-50a12bef17ba req-6adabb1a-47eb-4f30-a033-7db9c6ff051c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0395758 Jan 25 21:10:16.468425 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-81cdcb08-805e-4abc-8b5f-05e06bc16d8c service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349588 Jan 25 21:10:16.648301 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7aa702ac-00f3-46c0-b4c4-0a66ee1e108e req-b6bfa9eb-2c16-4ec3-885b-03ddb028fdc2 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706109 Jan 25 21:10:16.737174 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9edb10b-6532-4b88-86c0-244e6bb400e1 admin admin] Publish callbacks [] for security_group (72582862-6050-4870-bc99-ff9203ea5cce), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:16.751769 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc9dab-4835-4d7d-a251-6ab8ecf22dfe req-4a88aee1-0a65-4798-be9f-7c214ab621f9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:16.760269 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cdbc9dab-4835-4d7d-a251-6ab8ecf22dfe req-4a88aee1-0a65-4798-be9f-7c214ab621f9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 931 time: 0.3876734 Jan 25 21:10:16.771065 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753b48e-088d-4a6f-ba45-217bdce2c031 req-231ff27c-1e7d-4108-a48e-7df758c6a485 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:16.778179 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c753b48e-088d-4a6f-ba45-217bdce2c031 req-231ff27c-1e7d-4108-a48e-7df758c6a485 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 932 time: 0.1269479 Jan 25 21:10:16.885592 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9edb10b-6532-4b88-86c0-244e6bb400e1 admin admin] Publish callbacks [] for security_group (72582862-6050-4870-bc99-ff9203ea5cce), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:16.923383 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.24', 55316) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:16.939937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08899301-7d94-40f9-94d5-24b17e1f8014 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:16.997855 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-3a94c419-e836-4158-acc5-2d2826d40e56 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:16.999442 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-3a94c419-e836-4158-acc5-2d2826d40e56 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 817 time: 0.2142792 Jan 25 21:10:17.008359 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d733b696-1137-4f05-97da-0ed9ce9f0e59 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:17.028296 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Publish callbacks [] for port (08899301-7d94-40f9-94d5-24b17e1f8014), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.037135 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Publish callbacks [] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.051285 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c753b48e-088d-4a6f-ba45-217bdce2c031 req-0d6c0cda-9536-4132-aa31-8cd35658c190 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717984 Jan 25 21:10:17.061042 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-da428fe2-5f4b-404d-a6c7-fe982e0501d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:17.064565 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-da428fe2-5f4b-404d-a6c7-fe982e0501d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1096 time: 0.1385136 Jan 25 21:10:17.096168 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cdbc9dab-4835-4d7d-a251-6ab8ecf22dfe req-62406a95-4db3-475d-921c-dfee93a93fa4 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349545 Jan 25 21:10:17.157156 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a007da-5be7-40ad-8737-bbb0105e788e {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:17.165812 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Publish callbacks [] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.211166 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Transition to ACTIVE for port object d733b696-1137-4f05-97da-0ed9ce9f0e59 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:10:17.213061 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Transition to ACTIVE for port object 08899301-7d94-40f9-94d5-24b17e1f8014 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:10:17.215166 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Transition to ACTIVE for port object b2a007da-5be7-40ad-8737-bbb0105e788e will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:10:17.216393 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9edb10b-6532-4b88-86c0-244e6bb400e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (72582862-6050-4870-bc99-ff9203ea5cce), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.219712 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9edb10b-6532-4b88-86c0-244e6bb400e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.221130 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a9edb10b-6532-4b88-86c0-244e6bb400e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72582862-6050-4870-bc99-ff9203ea5cce HTTP/1.1" status: 204 len: 168 time: 0.9576213 Jan 25 21:10:17.231652 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edb10b-6532-4b88-86c0-244e6bb400e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72582862-6050-4870-bc99-ff9203ea5cce,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:17.393070 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb154c-6d50-434b-ad12-0336df2befa2 req-6b143b63-d1e2-4bf1-9a4b-f5c5fcc1afd4 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:17.395224 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-04cb154c-6d50-434b-ad12-0336df2befa2 req-6b143b63-d1e2-4bf1-9a4b-f5c5fcc1afd4 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 932 time: 0.0666990 Jan 25 21:10:17.496899 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-04cb154c-6d50-434b-ad12-0336df2befa2 req-f2495460-20b4-4668-a819-f5bfd19bf149 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958278 Jan 25 21:10:17.602586 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60968) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:17.617799 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-542596e0-e542-47f7-9206-b6bfc0aea6c7 req-bba90e1f-829f-4a13-b76c-d62b71fe0b00 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0502656 Jan 25 21:10:17.626171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.642673 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.642673 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.643214 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3559875d-9822-4e83-875b-d151f3860173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.762875 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Pushing event updated for resources: {'Port': ['ID=b2a007da-5be7-40ad-8737-bbb0105e788e,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:17.768543 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3559875d-9822-4e83-875b-d151f3860173 admin admin] Publish callbacks [] for security_group (04052b6b-c0a7-4ece-9404-7a01634d8ea7), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.897621 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Attempting to bind port 08899301-7d94-40f9-94d5-24b17e1f8014 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:17.898130 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Attempting to bind port 08899301-7d94-40f9-94d5-24b17e1f8014 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '68e4e6bc-0b8e-4914-a747-d8045f9f00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:17.898519 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Attempting to bind port 08899301-7d94-40f9-94d5-24b17e1f8014 on network 4b025080-ac73-4810-81c9-ed93dc8fa430 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:17.929415 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Port 08899301-7d94-40f9-94d5-24b17e1f8014 on network 4b025080-ac73-4810-81c9-ed93dc8fa430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:10:17.929736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Attempting to bind port 08899301-7d94-40f9-94d5-24b17e1f8014 on network 4b025080-ac73-4810-81c9-ed93dc8fa430 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:17.936281 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Attempting to bind port b2a007da-5be7-40ad-8737-bbb0105e788e on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:17.936621 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Attempting to bind port b2a007da-5be7-40ad-8737-bbb0105e788e by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:17.936963 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Attempting to bind port b2a007da-5be7-40ad-8737-bbb0105e788e on network b40c50e9-050a-434c-92d8-564eafde7f01 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:17.942838 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Attempting to bind port d733b696-1137-4f05-97da-0ed9ce9f0e59 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:17.943172 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Attempting to bind port d733b696-1137-4f05-97da-0ed9ce9f0e59 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:17.943755 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Attempting to bind port d733b696-1137-4f05-97da-0ed9ce9f0e59 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:17.949867 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Port d733b696-1137-4f05-97da-0ed9ce9f0e59 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:10:17.950213 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Attempting to bind port d733b696-1137-4f05-97da-0ed9ce9f0e59 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:17.952655 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Pushing event updated for resources: {'Port': ['ID=08899301-7d94-40f9-94d5-24b17e1f8014,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:17.983418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:17.983418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Checking segment: {'id': '68e4e6bc-0b8e-4914-a747-d8045f9f00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:17.983418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Bound using segment: {'id': '68e4e6bc-0b8e-4914-a747-d8045f9f00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:17.983418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Bound port: 08899301-7d94-40f9-94d5-24b17e1f8014, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e4e6bc-0b8e-4914-a747-d8045f9f00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:17.983418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:17.983418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Port b2a007da-5be7-40ad-8737-bbb0105e788e on network b40c50e9-050a-434c-92d8-564eafde7f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:10:17.983418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Attempting to bind port b2a007da-5be7-40ad-8737-bbb0105e788e on network b40c50e9-050a-434c-92d8-564eafde7f01 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:17.992962 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:17.993299 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Checking segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:17.993677 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Bound using segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:17.994143 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Bound port: d733b696-1137-4f05-97da-0ed9ce9f0e59, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:17.994493 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.002272 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:18.002613 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Checking segment: {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:18.002995 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Bound using segment: {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:18.003621 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Bound port: b2a007da-5be7-40ad-8737-bbb0105e788e, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6623e9-0a64-4377-b96e-f09e1a0c9371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:18.004093 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.056649 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Pushing event updated for resources: {'Port': ['ID=d733b696-1137-4f05-97da-0ed9ce9f0e59,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:18.124289 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3559875d-9822-4e83-875b-d151f3860173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (04052b6b-c0a7-4ece-9404-7a01634d8ea7), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.204024 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] For port b2a007da-5be7-40ad-8737-bbb0105e788e, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:18.207733 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] For port d733b696-1137-4f05-97da-0ed9ce9f0e59, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:18.211582 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] For port b2a007da-5be7-40ad-8737-bbb0105e788e, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b2a007da-5be7-40ad-8737-bbb0105e788e,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:18.213071 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] For port 08899301-7d94-40f9-94d5-24b17e1f8014, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:18.217407 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] For port d733b696-1137-4f05-97da-0ed9ce9f0e59, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:18.254670 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559875d-9822-4e83-875b-d151f3860173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04052b6b-c0a7-4ece-9404-7a01634d8ea7,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:18.259647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] For port 08899301-7d94-40f9-94d5-24b17e1f8014, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=08899301-7d94-40f9-94d5-24b17e1f8014,segment=NetworkSegment(68e4e6bc-0b8e-4914-a747-d8045f9f00e5),segment_id=68e4e6bc-0b8e-4914-a747-d8045f9f00e5)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:18.273180 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3559875d-9822-4e83-875b-d151f3860173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05e181ade0424cb9aea831c2304688f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6699560 Jan 25 21:10:18.276077 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 60978) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:18.287238 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de06996-f66e-44bd-8e2b-b0dd93d11e63 req-bc209546-17bd-4997-821a-5b8f4a000e92 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:18.291676 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6de06996-f66e-44bd-8e2b-b0dd93d11e63 req-bc209546-17bd-4997-821a-5b8f4a000e92 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.1563716 Jan 25 21:10:18.292248 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4823a-f0b6-4538-844b-00d6483307db req-3107d852-eafb-4c52-86e8-383c4616c182 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:18.293723 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ed4823a-f0b6-4538-844b-00d6483307db req-3107d852-eafb-4c52-86e8-383c4616c182 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.0783730 Jan 25 21:10:18.342065 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.389574 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6de06996-f66e-44bd-8e2b-b0dd93d11e63 req-7da66510-7cb0-4e74-b6b7-760af389fda1 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890746 Jan 25 21:10:18.423615 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.426457 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.470857 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Pushing event updated for resources: {'Port': ['ID=b2a007da-5be7-40ad-8737-bbb0105e788e,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:18.485996 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:18.486565 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.487985 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-50daf7c4-0806-4ddb-8439-dfda97eeebdd service neutron] 10.222.0.24 "PUT /v2.0/ports/b2a007da-5be7-40ad-8737-bbb0105e788e HTTP/1.1" status: 200 len: 1094 time: 3.4832873 Jan 25 21:10:18.507985 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'tag': 'b2a007da-5be7-40ad-8737-bbb0105e788e'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:18.520966 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 60988) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:18.535133 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c78dc123-63d8-473e-b901-885b41ce4ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.618342 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:18.619076 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.620393 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] 10.222.0.24 "PUT /v2.0/ports/d733b696-1137-4f05-97da-0ed9ce9f0e59 HTTP/1.1" status: 200 len: 1093 time: 3.9685009 Jan 25 21:10:18.666048 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-81bdc775-0fc8-4bb2-8f27-158ab91e0108 admin admin] Publish callbacks [] for security_group (04052b6b-c0a7-4ece-9404-7a01634d8ea7), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.672068 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:18.672812 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.674437 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] 10.222.0.24 "PUT /v2.0/ports/08899301-7d94-40f9-94d5-24b17e1f8014 HTTP/1.1" status: 200 len: 1094 time: 4.0235424 Jan 25 21:10:18.694131 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ed4823a-f0b6-4538-844b-00d6483307db req-2c6401af-90b0-4a4c-9f93-df45fa484517 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576117 Jan 25 21:10:18.722557 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741f8d5-2505-4cd7-aa9b-465215bc6f88 req-f71916c7-b6c7-4953-9efa-d80978149141 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:18.730310 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a741f8d5-2505-4cd7-aa9b-465215bc6f88 req-f71916c7-b6c7-4953-9efa-d80978149141 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 944 time: 0.1158800 Jan 25 21:10:18.784242 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-81bdc775-0fc8-4bb2-8f27-158ab91e0108 admin admin] Publish callbacks [] for security_group (04052b6b-c0a7-4ece-9404-7a01634d8ea7), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.887153 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-64452d9d-f9a6-435d-aada-2130c39a9a3c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 379 time: 0.1489770 Jan 25 21:10:18.947255 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c78dc123-63d8-473e-b901-885b41ce4ee7 admin admin] Publish callbacks [] for security_group (f448eea9-6dd4-4119-aee9-e3343876a210), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:18.956480 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8a23c8ce-b99b-4bbe-8f5c-7cf1ee56432a req-f6d3360d-0d3b-48e6-9007-3c6dd1b0b440 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.1253178 Jan 25 21:10:18.983096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a10424-b694-45c5-b1a5-8710b071504b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3c7062-697d-42d2-809b-9117b0ecb6ea", "tag": "b2a007da-5be7-40ad-8737-bbb0105e788e"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:18.986867 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926deeb-b662-48b9-b249-94e0bf816474 service neutron] Pushing event updated for resources: {'Port': ['ID=08899301-7d94-40f9-94d5-24b17e1f8014,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:19.073473 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a741f8d5-2505-4cd7-aa9b-465215bc6f88 req-581ca9f0-ac1b-47e4-a3b5-b78afef37a36 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365200 Jan 25 21:10:19.108395 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-33ff635c-b01f-4815-999f-3880557986ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:19.110037 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-33ff635c-b01f-4815-999f-3880557986ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.3476183 Jan 25 21:10:19.188719 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566df4ef-715e-45de-a597-0018c75c2188 service neutron] Pushing event updated for resources: {'Port': ['ID=d733b696-1137-4f05-97da-0ed9ce9f0e59,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:19.264932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b86340-9ed6-4245-8c3f-3ab1161ac9d9 x-openstack-request-id: req-a9b86340-9ed6-4245-8c3f-3ab1161ac9d9 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:19.264932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3c7062-697d-42d2-809b-9117b0ecb6ea", "tag": "b2a007da-5be7-40ad-8737-bbb0105e788e", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:19.264932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9b86340-9ed6-4245-8c3f-3ab1161ac9d9 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:19.264932 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'tag': 'b2a007da-5be7-40ad-8737-bbb0105e788e', 'status': 'completed', 'code': 200} Jan 25 21:10:19.450386 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c78dc123-63d8-473e-b901-885b41ce4ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (f448eea9-6dd4-4119-aee9-e3343876a210), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:19.479028 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-81bdc775-0fc8-4bb2-8f27-158ab91e0108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (04052b6b-c0a7-4ece-9404-7a01634d8ea7), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:19.482624 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-81bdc775-0fc8-4bb2-8f27-158ab91e0108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:19.486232 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-81bdc775-0fc8-4bb2-8f27-158ab91e0108 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04052b6b-c0a7-4ece-9404-7a01634d8ea7 HTTP/1.1" status: 204 len: 168 time: 1.2069981 Jan 25 21:10:19.491624 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdc775-0fc8-4bb2-8f27-158ab91e0108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04052b6b-c0a7-4ece-9404-7a01634d8ea7,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:19.546746 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-c78dc123-63d8-473e-b901-885b41ce4ee7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac5ccbdeaacf48a0953a121a97fc6acd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0245974 Jan 25 21:10:19.550369 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dc123-63d8-473e-b901-885b41ce4ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f448eea9-6dd4-4119-aee9-e3343876a210,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:19.550485 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 32774) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:19.603904 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63c56f-8dfb-450d-816f-c1822c3498ee req-1776a6dd-df1a-4de0-99b7-d10c83b1d699 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:19.619691 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ab63c56f-8dfb-450d-816f-c1822c3498ee req-1776a6dd-df1a-4de0-99b7-d10c83b1d699 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.1387966 Jan 25 21:10:19.658813 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-746e1461-7281-43d4-9aff-38eae0cb6087 admin admin] Publish callbacks [] for security_group (f448eea9-6dd4-4119-aee9-e3343876a210), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:19.670277 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ab63c56f-8dfb-450d-816f-c1822c3498ee req-e1844b70-0315-4909-994d-d332020327c4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Jan 25 21:10:19.690020 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-746e1461-7281-43d4-9aff-38eae0cb6087 admin admin] Publish callbacks [] for security_group (f448eea9-6dd4-4119-aee9-e3343876a210), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:19.835679 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e6a63-d1c1-43b0-ac47-3da09382ac3a req-b7176dc8-465a-44c9-a960-7ac77056bf38 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:19.962307 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-311e6a63-d1c1-43b0-ac47-3da09382ac3a req-b7176dc8-465a-44c9-a960-7ac77056bf38 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.0679193 Jan 25 21:10:19.962307 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-311e6a63-d1c1-43b0-ac47-3da09382ac3a req-3e5bee3f-d1e9-4441-993c-51bc5e88ba28 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Jan 25 21:10:19.963598 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'port': {'device_id': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'admin_state_up': True, 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'security_groups': ['fd89da6e-da56-45e4-b26c-9cff56cb4678']}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:19.963598 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-82a55b14-206e-4b0d-81e9-422ba67a91c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0517018 Jan 25 21:10:20.029129 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 32782) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:20.030827 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-bb6b2092-8474-4c0d-9263-00d051d22ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.032412 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-bb6b2092-8474-4c0d-9263-00d051d22ba1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0616827 Jan 25 21:10:20.132456 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-07fc36ce-fc27-4c4a-a9a8-6d5ec4fb13af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:20.147927 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e76ebea8-e95f-404c-9ff6-342ee6546dfd req-074713be-29e4-4754-bf97-5d7fc6f10f9c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0580733 Jan 25 21:10:20.152119 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-e3f1c7ef-6e2b-4761-a8d9-60948d684d14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063333 Jan 25 21:10:20.216407 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-746e1461-7281-43d4-9aff-38eae0cb6087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (f448eea9-6dd4-4119-aee9-e3343876a210), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:20.219099 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-746e1461-7281-43d4-9aff-38eae0cb6087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:20.220474 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-746e1461-7281-43d4-9aff-38eae0cb6087 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f448eea9-6dd4-4119-aee9-e3343876a210 HTTP/1.1" status: 204 len: 168 time: 0.6689649 Jan 25 21:10:20.302576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e1461-7281-43d4-9aff-38eae0cb6087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f448eea9-6dd4-4119-aee9-e3343876a210,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:20.338574 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-69725868-e0ae-4f74-a765-c9a48d7387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.338574 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-69725868-e0ae-4f74-a765-c9a48d7387f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 1097 time: 0.4174283 Jan 25 21:10:20.391116 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-7cf772fc-12aa-4e97-b162-73b5159a1523 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192285 Jan 25 21:10:20.483142 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Made reservation on behalf of 4e58be78a1f348dbb220cf3db7bd9292 for: {'port': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:20.486718 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:20.515695 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-9e8df497-77aa-4ea4-883f-e4e3393caff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.518145 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-9e8df497-77aa-4ea4-883f-e4e3393caff6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c89f2c189ac54293959f4ecfd8299f13&device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 1097 time: 0.5992007 Jan 25 21:10:20.524074 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-73c32318-9d5e-4ec8-ad52-5585aa123659 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a007da-5be7-40ad-8737-bbb0105e788e HTTP/1.1" status: 200 len: 217 time: 0.1507475 Jan 25 21:10:20.536856 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083187-c5dc-4a96-b63c-456d45a39cc9 req-e0c00195-56b6-45b1-afb5-8a52b471c66c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.577726 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-40083187-c5dc-4a96-b63c-456d45a39cc9 req-e0c00195-56b6-45b1-afb5-8a52b471c66c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 944 time: 0.3569379 Jan 25 21:10:20.578294 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-07fc36ce-fc27-4c4a-a9a8-6d5ec4fb13af admin admin] Publish callbacks [] for security_group (d5af4da7-28e9-47df-9c87-9126890b0a30), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:20.656406 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-60402edf-8263-4cce-b6c1-d171e0a8c1a7 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427056 Jan 25 21:10:20.669112 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-82dad925-d1b0-4470-903a-1d7cbde3d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.671524 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-82dad925-d1b0-4470-903a-1d7cbde3d909 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 1096 time: 0.7128384 Jan 25 21:10:20.679234 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-7ebbe25d-bf56-4abf-9e91-a50ee63d2462 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08899301-7d94-40f9-94d5-24b17e1f8014 HTTP/1.1" status: 200 len: 217 time: 0.1081054 Jan 25 21:10:20.754583 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-abac4cff-5f21-4def-b053-90d658be2bd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59 HTTP/1.1" status: 200 len: 217 time: 0.0605760 Jan 25 21:10:20.764112 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-07fc36ce-fc27-4c4a-a9a8-6d5ec4fb13af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (d5af4da7-28e9-47df-9c87-9126890b0a30), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:20.774401 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-40083187-c5dc-4a96-b63c-456d45a39cc9 req-28f0455c-8ae7-4eba-9d41-05f28f2bc83f tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166142 Jan 25 21:10:20.872034 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-c5cfecae-778e-4630-82c0-8c7c819c7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.873382 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-c5cfecae-778e-4630-82c0-8c7c819c7e1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.3116608 Jan 25 21:10:20.931042 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-07fc36ce-fc27-4c4a-a9a8-6d5ec4fb13af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=619e3c32fe53495fa8b5868e63ef55b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8973098 Jan 25 21:10:20.933026 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Allocated IP 172.20.0.3 (4ea642b5-651a-4d23-9067-cdc60ed4f3da/88fb5acb-5889-418e-b712-a7549ddc3e68/9dcaae43-dd36-472e-ae30-092b0af82099) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:10:20.936988 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 32808) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:20.939930 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc36ce-fc27-4c4a-a9a8-6d5ec4fb13af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af4da7-28e9-47df-9c87-9126890b0a30,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:20.961537 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-1c346a61-bc11-4d3a-a143-f52705139eea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604174 Jan 25 21:10:20.968099 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-f993dd35-9a51-4cda-82e5-fbc7fe623a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.969878 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-f993dd35-9a51-4cda-82e5-fbc7fe623a17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=983d9ff7-f68e-4c2d-b2bf-bb3641726095 HTTP/1.1" status: 200 len: 851 time: 0.1926975 Jan 25 21:10:20.972589 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-6c6c3f95-1ae7-4ae7-84b1-2db4679ec32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:20.985700 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-6c6c3f95-1ae7-4ae7-84b1-2db4679ec32a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 200 len: 854 time: 0.1740334 Jan 25 21:10:21.061676 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afd6b9-4f00-4af0-a8ed-07789838a83d req-628c5279-fce3-4e84-9f20-e57eb3f20012 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:21.063439 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a3afd6b9-4f00-4af0-a8ed-07789838a83d req-628c5279-fce3-4e84-9f20-e57eb3f20012 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.2319849 Jan 25 21:10:21.132390 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-f44c6d74-1ff0-4c31-86f5-b09fe48f134e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b025080-ac73-4810-81c9-ed93dc8fa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854626 Jan 25 21:10:21.132390 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-bd2f5a1f-1e0a-495d-a539-3278f0994681 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979900 Jan 25 21:10:21.184004 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a3afd6b9-4f00-4af0-a8ed-07789838a83d req-24c8b863-13dc-4aaa-a712-07d91bd0a2ca tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128314 Jan 25 21:10:21.226163 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for port (9dcaae43-dd36-472e-ae30-092b0af82099), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.254996 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'tag': 'd733b696-1137-4f05-97da-0ed9ce9f0e59'}, {'name': 'network-changed', 'server_uuid': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'tag': '08899301-7d94-40f9-94d5-24b17e1f8014'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:21.257506 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3147160f-62b6-49d1-9611-e95c39f67201" -d '{"events": [{"name": "network-changed", "server_uuid": "b985321b-652e-45e4-8dbb-766f4c81edaa", "tag": "d733b696-1137-4f05-97da-0ed9ce9f0e59"}, {"name": "network-changed", "server_uuid": "ac801c13-95df-4e63-b39d-96744c3284f2", "tag": "08899301-7d94-40f9-94d5-24b17e1f8014"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:21.311321 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-deba3737-dcab-4d24-beeb-b92578c3dc8c req-47da988c-5ee4-41cd-9fc0-7d268678d33d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0357485 Jan 25 21:10:21.376308 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.422706 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-faf2a63c-441e-43b4-8286-58d03250f160 admin admin] Publish callbacks [] for security_group (d5af4da7-28e9-47df-9c87-9126890b0a30), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.439830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471a5182-8f1c-4595-98c3-74fc2d144a65 x-openstack-request-id: req-471a5182-8f1c-4595-98c3-74fc2d144a65 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:21.440237 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b985321b-652e-45e4-8dbb-766f4c81edaa", "tag": "d733b696-1137-4f05-97da-0ed9ce9f0e59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac801c13-95df-4e63-b39d-96744c3284f2", "tag": "08899301-7d94-40f9-94d5-24b17e1f8014", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:21.440549 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-471a5182-8f1c-4595-98c3-74fc2d144a65 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:21.440981 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'tag': 'd733b696-1137-4f05-97da-0ed9ce9f0e59', 'status': 'completed', 'code': 200} Jan 25 21:10:21.441235 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'tag': '08899301-7d94-40f9-94d5-24b17e1f8014', 'status': 'completed', 'code': 200} Jan 25 21:10:21.469357 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:10:21.469510 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddf7b-b173-442a-bc6f-0f3540f4b46e req-e4af85ce-1ee5-4104-9a87-85d211dd5198 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:21.474350 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:21.477343 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-503ddf7b-b173-442a-bc6f-0f3540f4b46e req-e4af85ce-1ee5-4104-9a87-85d211dd5198 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.3752730 Jan 25 21:10:21.478303 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:10:21.480520 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-db1a041d-dc6e-4296-95e4-dc5692b37edb service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688139 Jan 25 21:10:21.488238 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:21.489639 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.532649 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:21.575300 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-faf2a63c-441e-43b4-8286-58d03250f160 admin admin] Publish callbacks [] for security_group (d5af4da7-28e9-47df-9c87-9126890b0a30), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.595135 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-974956a8-b465-4206-a404-83ad0b3d6e30 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6812322 Jan 25 21:10:21.617295 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-af99b3f9-d47d-4f8b-b499-e227218807e4 service neutron] 10.222.0.24 "GET /v2.0/networks/4b025080-ac73-4810-81c9-ed93dc8fa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909532 Jan 25 21:10:21.629180 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-4f2838e4-9b00-41e4-b0d3-05a4bbafa74b service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880850 Jan 25 21:10:21.633823 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Request body: {'port': {'device_id': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:21.783576 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-503ddf7b-b173-442a-bc6f-0f3540f4b46e req-1238de73-681e-4183-b792-978a01c7c3f6 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052268 Jan 25 21:10:21.906261 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-e5052409-4a93-448e-a117-5c0ad177b4ea None None] Provisioning complete for port 9dcaae43-dd36-472e-ae30-092b0af82099 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:21.907728 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e5052409-4a93-448e-a117-5c0ad177b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.914062 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-321fe46c-ac2e-43e5-b73d-dfd0d2b34cfd req-bdac6a91-da6d-454f-9289-a14e6356dc02 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812759 Jan 25 21:10:21.933689 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72f3a1f5-18df-4033-8ced-3bf236f757df req-326bcec7-0159-4a5b-b469-ae337bf07cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/4b025080-ac73-4810-81c9-ed93dc8fa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635372 Jan 25 21:10:21.958309 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e930b33b-9e87-467f-bce3-476a77d01a23 req-2c71444b-3810-4a55-8758-ed18d51ff8df service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792320 Jan 25 21:10:21.971019 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.986532 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-faf2a63c-441e-43b4-8286-58d03250f160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (d5af4da7-28e9-47df-9c87-9126890b0a30), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.989136 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-faf2a63c-441e-43b4-8286-58d03250f160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:21.993167 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-faf2a63c-441e-43b4-8286-58d03250f160 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5af4da7-28e9-47df-9c87-9126890b0a30 HTTP/1.1" status: 204 len: 168 time: 1.0345492 Jan 25 21:10:21.999851 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2a63c-441e-43b4-8286-58d03250f160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af4da7-28e9-47df-9c87-9126890b0a30,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:22.039917 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-e5052409-4a93-448e-a117-5c0ad177b4ea None None] Port 9dcaae43-dd36-472e-ae30-092b0af82099 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:10:22.040153 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c143b6-c3e6-4ece-a432-32cc395b0b6f req-0f5e8dd1-0ef9-4e94-8e2c-a3d3ab3094cc tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.041430 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f1c143b6-c3e6-4ece-a432-32cc395b0b6f req-0f5e8dd1-0ef9-4e94-8e2c-a3d3ab3094cc tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 944 time: 0.0874898 Jan 25 21:10:22.166371 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f1c143b6-c3e6-4ece-a432-32cc395b0b6f req-bc6b8c68-a28e-499c-bc79-81e6b5b7e907 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136804 Jan 25 21:10:22.273055 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a10424-b694-45c5-b1a5-8710b071504b req-fdc7d99c-8048-4ea4-9970-9f733df10900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.283699 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72a10424-b694-45c5-b1a5-8710b071504b req-fdc7d99c-8048-4ea4-9970-9f733df10900 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 1097 time: 0.1076665 Jan 25 21:10:22.291056 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147160f-62b6-49d1-9611-e95c39f67201 req-0021d868-333d-4ae6-a399-c1c3e5e44fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.292583 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-0021d868-333d-4ae6-a399-c1c3e5e44fbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 1096 time: 0.1264563 Jan 25 21:10:22.352095 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcaae43-dd36-472e-ae30-092b0af82099 {{(pid=103217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:22.359876 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Publish callbacks [] for port (9dcaae43-dd36-472e-ae30-092b0af82099), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:22.388899 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.provisioning_blocks [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Transition to ACTIVE for port object 9dcaae43-dd36-472e-ae30-092b0af82099 will not be triggered until provisioned by entity L2. {{(pid=103217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:10:22.453338 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:22.519808 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cec11f-109f-4141-9ffd-97a64c624434 req-5ebb61df-d86b-466a-a9eb-7aa7db530b21 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.526319 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d6cec11f-109f-4141-9ffd-97a64c624434 req-5ebb61df-d86b-466a-a9eb-7aa7db530b21 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 931 time: 0.1095002 Jan 25 21:10:22.549244 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:22.645062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Attempting to bind port 9dcaae43-dd36-472e-ae30-092b0af82099 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:10:22.645062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Attempting to bind port 9dcaae43-dd36-472e-ae30-092b0af82099 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:10:22.645062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Attempting to bind port 9dcaae43-dd36-472e-ae30-092b0af82099 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:22.645062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Port 9dcaae43-dd36-472e-ae30-092b0af82099 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:10:22.645062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Attempting to bind port 9dcaae43-dd36-472e-ae30-092b0af82099 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:10:22.662812 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d6cec11f-109f-4141-9ffd-97a64c624434 req-e27fb8ef-cd4a-4a4a-a12e-0e564012c4ea tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080866 Jan 25 21:10:22.725098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11494-9281-494a-8465-a2be89993276 req-bbefcded-da6b-459b-a897-5b1941b1ed3c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.726574 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7ac11494-9281-494a-8465-a2be89993276 req-bbefcded-da6b-459b-a897-5b1941b1ed3c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.4330738 Jan 25 21:10:22.788607 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:10:22.788877 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Checking segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:22.789263 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Bound using segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:10:22.789988 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Bound port: 9dcaae43-dd36-472e-ae30-092b0af82099, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:10:22.790388 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:22.817285 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7ac11494-9281-494a-8465-a2be89993276 req-d5edc1a0-89da-4788-9453-a669b551022a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807960 Jan 25 21:10:22.820874 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147160f-62b6-49d1-9611-e95c39f67201 req-9cc88ef9-12ed-4ff6-903b-3d5b321ef694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.821941 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-9cc88ef9-12ed-4ff6-903b-3d5b321ef694 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 915 time: 0.5184469 Jan 25 21:10:22.823340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a10424-b694-45c5-b1a5-8710b071504b req-afbd7213-8f3c-4e32-a013-f4f20478bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.824661 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72a10424-b694-45c5-b1a5-8710b071504b req-afbd7213-8f3c-4e32-a013-f4f20478bb7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.5300970 Jan 25 21:10:22.890425 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-13370a44-90c1-4b8c-ba48-b59a23929ae3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59 HTTP/1.1" status: 200 len: 217 time: 0.0565400 Jan 25 21:10:22.934408 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72a10424-b694-45c5-b1a5-8710b071504b req-e5306a8f-d12c-40e7-b6bb-bc438e3ddad5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a007da-5be7-40ad-8737-bbb0105e788e HTTP/1.1" status: 200 len: 217 time: 0.0532606 Jan 25 21:10:22.935933 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:10:22.952571 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:10:22.967370 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f9f8-e57c-4e1f-809d-08089f0f8981 req-d8f48268-913d-4869-9f9f-072a3c522e7c tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:22.968794 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eb49f9f8-e57c-4e1f-809d-08089f0f8981 req-d8f48268-913d-4869-9f9f-072a3c522e7c tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.0921731 Jan 25 21:10:23.008038 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147160f-62b6-49d1-9611-e95c39f67201 req-5c8b1b71-a107-4349-82ef-ca52e2da023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.009886 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-5c8b1b71-a107-4349-82ef-ca52e2da023c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 200 len: 854 time: 0.0847189 Jan 25 21:10:23.013617 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a10424-b694-45c5-b1a5-8710b071504b req-0a87c00e-0210-4d6e-a9b5-6747d4f3c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.015004 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72a10424-b694-45c5-b1a5-8710b071504b req-0a87c00e-0210-4d6e-a9b5-6747d4f3c9f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0581572 Jan 25 21:10:23.022252 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eb49f9f8-e57c-4e1f-809d-08089f0f8981 req-98542b09-1362-407f-8ce1-57dce2b9c2a9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 Jan 25 21:10:23.066260 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:23.073550 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72a10424-b694-45c5-b1a5-8710b071504b req-117e3115-46e4-4f0a-b418-be3ad7b4bea5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498774 Jan 25 21:10:23.093062 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-f8c64713-14ab-4864-bd3f-10dba78a018b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707421 Jan 25 21:10:23.105416 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.105416 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:23.106366 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-8665d36f-c600-4c25-9311-703a79db629e service neutron] 10.222.0.24 "PUT /v2.0/ports/9dcaae43-dd36-472e-ae30-092b0af82099 HTTP/1.1" status: 200 len: 1093 time: 1.4874444 Jan 25 21:10:23.108854 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:23.119033 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee74ac46-8977-43b8-99d9-f74ea0cc5ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:23.145194 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665d36f-c600-4c25-9311-703a79db629e service neutron] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:23.191675 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a106589-fbd5-4b9a-acd3-8fc29125a9a2 x-openstack-request-id: req-2a106589-fbd5-4b9a-acd3-8fc29125a9a2 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:23.191675 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:23.191675 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a106589-fbd5-4b9a-acd3-8fc29125a9a2 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:23.194364 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099', 'status': 'completed', 'code': 200} Jan 25 21:10:23.323496 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac46-8977-43b8-99d9-f74ea0cc5ebe req-c3bdae1e-d182-40d9-9aa8-d9fb9e296174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.324434 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ee74ac46-8977-43b8-99d9-f74ea0cc5ebe req-c3bdae1e-d182-40d9-9aa8-d9fb9e296174 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1096 time: 0.0987074 Jan 25 21:10:23.332772 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-ba5116f2-9a51-44e1-a4cc-32c3ea2707a6 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313342 Jan 25 21:10:23.335256 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac431ae1-3063-45f9-839c-15ee8d2a8bc7 req-a325a96f-c28b-4f65-a082-69d4b78823b2 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.336959 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ac431ae1-3063-45f9-839c-15ee8d2a8bc7 req-a325a96f-c28b-4f65-a082-69d4b78823b2 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 944 time: 0.0740519 Jan 25 21:10:23.413247 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72a10424-b694-45c5-b1a5-8710b071504b req-9cc12147-ec88-41f1-befb-34e7ce0ad038 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224564 Jan 25 21:10:23.526153 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ac431ae1-3063-45f9-839c-15ee8d2a8bc7 req-c5aaf95f-f638-4c35-b5f9-22a55d5ffc50 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581306 Jan 25 21:10:23.531517 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-ac5195ae-acbe-4058-a068-36bbcb65296a service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892982 Jan 25 21:10:23.557933 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac46-8977-43b8-99d9-f74ea0cc5ebe req-e4fb2563-a1e2-444c-b04b-0fd8fc0356e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.559654 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ee74ac46-8977-43b8-99d9-f74ea0cc5ebe req-e4fb2563-a1e2-444c-b04b-0fd8fc0356e8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2219851 Jan 25 21:10:23.570046 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72a10424-b694-45c5-b1a5-8710b071504b req-27513c26-097d-4331-84c5-cf7ab5ee2438 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250267 Jan 25 21:10:23.611957 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147160f-62b6-49d1-9611-e95c39f67201 req-8da5f646-d68b-41e5-9c0d-30d0d5585e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.613543 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-8da5f646-d68b-41e5-9c0d-30d0d5585e66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c89f2c189ac54293959f4ecfd8299f13&device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 1097 time: 0.0424628 Jan 25 21:10:23.729441 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147160f-62b6-49d1-9611-e95c39f67201 req-28228c0a-47c5-46d4-b896-c8ff7e22bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.735483 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-28228c0a-47c5-46d4-b896-c8ff7e22bff0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b025080-ac73-4810-81c9-ed93dc8fa430 HTTP/1.1" status: 200 len: 912 time: 0.1154373 Jan 25 21:10:23.762044 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac46-8977-43b8-99d9-f74ea0cc5ebe req-b26a5fb2-3577-46b4-8800-0683dde93ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.763660 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ee74ac46-8977-43b8-99d9-f74ea0cc5ebe req-b26a5fb2-3577-46b4-8800-0683dde93ef2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986918 Jan 25 21:10:23.783713 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-8fd7b71b-0249-4b01-bb5d-42a855610771 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08899301-7d94-40f9-94d5-24b17e1f8014 HTTP/1.1" status: 200 len: 217 time: 0.0421684 Jan 25 21:10:23.862166 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-df27d042-de4b-4132-850c-d46c0f1954a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.864569 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-df27d042-de4b-4132-850c-d46c0f1954a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1096 time: 0.0568807 Jan 25 21:10:23.869487 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7fe1a-c278-4ae5-969d-6a7624d2bf69 req-a3542ffb-09df-4e51-9f20-e434502a1e93 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.870038 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9ab7fe1a-c278-4ae5-969d-6a7624d2bf69 req-a3542ffb-09df-4e51-9f20-e434502a1e93 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0883851 Jan 25 21:10:23.877448 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147160f-62b6-49d1-9611-e95c39f67201 req-cc3a8166-b338-49a3-b144-e29f84a4d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:23.878951 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-cc3a8166-b338-49a3-b144-e29f84a4d8ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=983d9ff7-f68e-4c2d-b2bf-bb3641726095 HTTP/1.1" status: 200 len: 851 time: 0.0657599 Jan 25 21:10:23.927525 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-2505d2d6-352b-44c0-aff9-f0fb42e53f8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dcaae43-dd36-472e-ae30-092b0af82099 HTTP/1.1" status: 200 len: 217 time: 0.0523272 Jan 25 21:10:23.934736 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-48bad1d0-2f8b-4f1e-bd09-d4473d8c68f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b025080-ac73-4810-81c9-ed93dc8fa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258048 Jan 25 21:10:23.986825 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9ab7fe1a-c278-4ae5-969d-6a7624d2bf69 req-6d42bae8-678a-4ebe-9279-725e5825f79a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117766 Jan 25 21:10:24.019867 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea37458-3ba1-448a-ab44-abaad335af4b req-5d91b8d2-fe76-4216-9cca-be7d83c425d8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:24.019867 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1ea37458-3ba1-448a-ab44-abaad335af4b req-5d91b8d2-fe76-4216-9cca-be7d83c425d8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.0955715 Jan 25 21:10:24.035743 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-1c300fc5-e07a-4105-907b-c88383db2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:24.037260 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-1c300fc5-e07a-4105-907b-c88383db2498 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0981920 Jan 25 21:10:24.089139 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-0e6cbbee-273a-4c34-ba2a-1195d643af10 service neutron] 10.222.0.24 "GET /v2.0/networks/4b025080-ac73-4810-81c9-ed93dc8fa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484020 Jan 25 21:10:24.104756 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1ea37458-3ba1-448a-ab44-abaad335af4b req-d6c2a21f-4857-424b-8252-8353d69e3027 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851254 Jan 25 21:10:24.134775 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-2256e527-83f6-43de-9e2a-334723370d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:24.136686 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-2256e527-83f6-43de-9e2a-334723370d9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0913830 Jan 25 21:10:24.227030 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff9ef0-a612-43a8-8440-ed982e896f45 req-cc71c0b2-08ed-495e-9c5e-fe8e4c4940dc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:24.229168 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f7ff9ef0-a612-43a8-8440-ed982e896f45 req-cc71c0b2-08ed-495e-9c5e-fe8e4c4940dc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.1296818 Jan 25 21:10:24.248197 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-12f460a1-33e2-440a-8efa-0f2dd7ee8c89 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053910 Jan 25 21:10:24.262680 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3147160f-62b6-49d1-9611-e95c39f67201 req-c9bb06f7-d789-46bf-b7f9-e43352c62fd5 service neutron] 10.222.0.24 "GET /v2.0/networks/4b025080-ac73-4810-81c9-ed93dc8fa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619701 Jan 25 21:10:24.301357 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f7ff9ef0-a612-43a8-8440-ed982e896f45 req-d4ce5fd9-f709-4bad-91c1-fa3581473279 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633562 Jan 25 21:10:24.361208 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c11f6cff-7a4f-4d32-bf48-78fdba036640 req-55cf0bb8-9bdb-4b3f-9dd2-0c1100c72c3a service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076963 Jan 25 21:10:24.667762 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3338-6471-4405-a02d-599635e884f6 req-bf3fae21-655a-4e44-883a-70d99e567634 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:24.669387 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b04f3338-6471-4405-a02d-599635e884f6 req-bf3fae21-655a-4e44-883a-70d99e567634 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 944 time: 0.0600235 Jan 25 21:10:24.716660 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b04f3338-6471-4405-a02d-599635e884f6 req-c38ecbf8-40a6-48b4-8cb6-baba24da90b0 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Jan 25 21:10:24.836372 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 32958) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:24.948620 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1d8557ef-88f0-413a-afdb-9855b26fa3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.025416 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1d8557ef-88f0-413a-afdb-9855b26fa3e0 admin admin] Publish callbacks [] for security_group (e9f8da37-4ae4-4d32-8a23-78220f0113ab), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.096892 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1d8557ef-88f0-413a-afdb-9855b26fa3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e9f8da37-4ae4-4d32-8a23-78220f0113ab), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.147294 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8557ef-88f0-413a-afdb-9855b26fa3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f8da37-4ae4-4d32-8a23-78220f0113ab,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:25.151779 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-1d8557ef-88f0-413a-afdb-9855b26fa3e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f17547538ad94facbd5a05e1d313dfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143096 Jan 25 21:10:25.154574 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 32976) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:25.173823 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3ee94-dfe0-4b78-9b1b-9b5f5da8d1f7 req-b2e5c3cf-e233-41b3-9be5-dd0c75060a9a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:25.175316 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0cd3ee94-dfe0-4b78-9b1b-9b5f5da8d1f7 req-b2e5c3cf-e233-41b3-9be5-dd0c75060a9a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.1058156 Jan 25 21:10:25.232760 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0cd3ee94-dfe0-4b78-9b1b-9b5f5da8d1f7 req-18cd0961-7e7d-4cea-953c-fe53bf9d1c7f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502439 Jan 25 21:10:25.251043 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435f7c-d58a-4ed1-b1d8-edfb3073eb53 req-194bc325-326f-4891-9a1d-72cd02b28d06 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:25.257069 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7c435f7c-d58a-4ed1-b1d8-edfb3073eb53 req-194bc325-326f-4891-9a1d-72cd02b28d06 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.0713785 Jan 25 21:10:25.266675 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d139cf82-3c69-49a7-96c9-b616a8eb5392 admin admin] Publish callbacks [] for security_group (e9f8da37-4ae4-4d32-8a23-78220f0113ab), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.309092 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d139cf82-3c69-49a7-96c9-b616a8eb5392 admin admin] Publish callbacks [] for security_group (e9f8da37-4ae4-4d32-8a23-78220f0113ab), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.323875 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7c435f7c-d58a-4ed1-b1d8-edfb3073eb53 req-95426235-ad40-41ea-927a-acd7a2d408dc tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660026 Jan 25 21:10:25.423163 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dc756-74a5-40b4-ad18-0911f47c3e67 req-8b7707d8-acfa-4904-90e5-42e784c05c22 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:25.432892 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6a4dc756-74a5-40b4-ad18-0911f47c3e67 req-8b7707d8-acfa-4904-90e5-42e784c05c22 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.0486908 Jan 25 21:10:25.449353 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d139cf82-3c69-49a7-96c9-b616a8eb5392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e9f8da37-4ae4-4d32-8a23-78220f0113ab), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.452084 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d139cf82-3c69-49a7-96c9-b616a8eb5392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.456369 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d139cf82-3c69-49a7-96c9-b616a8eb5392 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9f8da37-4ae4-4d32-8a23-78220f0113ab HTTP/1.1" status: 204 len: 168 time: 0.2976551 Jan 25 21:10:25.463525 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139cf82-3c69-49a7-96c9-b616a8eb5392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f8da37-4ae4-4d32-8a23-78220f0113ab,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:25.482689 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6a4dc756-74a5-40b4-ad18-0911f47c3e67 req-ca5a1016-d081-4673-87c6-e3d6618af3ec tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494869 Jan 25 21:10:25.710177 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0daebad1-57ae-4c8f-b36b-e41b6ad4a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:25.854309 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11164f59-be68-41dd-bc0c-07146834ceae req-7fbfe063-b3f8-4aa5-8dc5-756eaf3cf4fe tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:25.855908 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-11164f59-be68-41dd-bc0c-07146834ceae req-7fbfe063-b3f8-4aa5-8dc5-756eaf3cf4fe tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 944 time: 0.0651107 Jan 25 21:10:25.906290 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-11164f59-be68-41dd-bc0c-07146834ceae req-3fcd3bad-1d9b-4836-8c0c-807ad488d311 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444138 Jan 25 21:10:26.358103 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db0adf-9568-4669-8410-968fa363b4e9 req-c618c9bc-1663-4b48-970d-122ef73169d4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:26.359688 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f7db0adf-9568-4669-8410-968fa363b4e9 req-c618c9bc-1663-4b48-970d-122ef73169d4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0505445 Jan 25 21:10:26.413144 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f7db0adf-9568-4669-8410-968fa363b4e9 req-b1a1aae5-eff9-453c-bca7-df19f732c999 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474102 Jan 25 21:10:26.442295 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c538-3d6e-4c94-a380-61bf5e54f869 req-7b0a7f2d-0e11-48de-9c58-0d673e8e8d09 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:26.444293 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f590c538-3d6e-4c94-a380-61bf5e54f869 req-7b0a7f2d-0e11-48de-9c58-0d673e8e8d09 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.0505242 Jan 25 21:10:26.483680 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33022) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:26.502225 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f590c538-3d6e-4c94-a380-61bf5e54f869 req-a09cc770-52b3-4ffd-b434-e88ab2341ef0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524547 Jan 25 21:10:26.509879 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-49119892-8eba-4b32-a96f-ee9a665bc800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.590954 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-49119892-8eba-4b32-a96f-ee9a665bc800 admin admin] Publish callbacks [] for security_group (3f9667e3-88cd-441e-bc63-11c42d4b29c3), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.594914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102073-837b-43f3-9e50-62c3470d94a7 req-f99d902e-6864-493a-a340-2c5486e44e1a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:26.596440 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ba102073-837b-43f3-9e50-62c3470d94a7 req-f99d902e-6864-493a-a340-2c5486e44e1a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.0489991 Jan 25 21:10:26.635024 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33028) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:26.646581 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ba102073-837b-43f3-9e50-62c3470d94a7 req-3db7109b-4d07-4883-8d45-6087596dbc24 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Jan 25 21:10:26.717847 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-49119892-8eba-4b32-a96f-ee9a665bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3f9667e3-88cd-441e-bc63-11c42d4b29c3), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.762064 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-345e8a97-546d-457e-9851-564ddabdffdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.767047 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49119892-8eba-4b32-a96f-ee9a665bc800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9667e3-88cd-441e-bc63-11c42d4b29c3,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:26.778021 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-49119892-8eba-4b32-a96f-ee9a665bc800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1daef89114354bff9b971bb26f4a6dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933726 Jan 25 21:10:26.780892 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33034) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:26.811600 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:10:26.859605 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e61629c-d29a-4c08-9b54-1708370314e3 admin admin] Publish callbacks [] for security_group (3f9667e3-88cd-441e-bc63-11c42d4b29c3), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.889978 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e61629c-d29a-4c08-9b54-1708370314e3 admin admin] Publish callbacks [] for security_group (3f9667e3-88cd-441e-bc63-11c42d4b29c3), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.919045 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-345e8a97-546d-457e-9851-564ddabdffdb admin admin] Publish callbacks [] for security_group (580f51e7-723e-4307-b88b-0698f964a33d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.921671 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:26.930368 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8', 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'port_id': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8', 'mac_address': 'fa:16:3e:f8:85:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:10:26.967326 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:26.967714 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:26.980617 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:27.000812 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:27.135596 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.136182 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 08899301-7d94-40f9-94d5-24b17e1f8014 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:10:27.168791 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-345e8a97-546d-457e-9851-564ddabdffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (580f51e7-723e-4307-b88b-0698f964a33d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.169583 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e61629c-d29a-4c08-9b54-1708370314e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3f9667e3-88cd-441e-bc63-11c42d4b29c3), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.172026 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9e61629c-d29a-4c08-9b54-1708370314e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.175373 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-9e61629c-d29a-4c08-9b54-1708370314e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f9667e3-88cd-441e-bc63-11c42d4b29c3 HTTP/1.1" status: 204 len: 168 time: 0.3913519 Jan 25 21:10:27.215445 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-345e8a97-546d-457e-9851-564ddabdffdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3fdda7c0c6941ee9ac8c730862fae49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5788658 Jan 25 21:10:27.217409 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33044) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:27.223563 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e8a97-546d-457e-9851-564ddabdffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580f51e7-723e-4307-b88b-0698f964a33d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:27.246258 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008758fb-94a3-4cb3-bbf5-fb72b43a7318 req-9acc4eb1-2d4e-4754-bd36-5c3c52e283c4 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:27.247990 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-008758fb-94a3-4cb3-bbf5-fb72b43a7318 req-9acc4eb1-2d4e-4754-bd36-5c3c52e283c4 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 944 time: 0.2728434 Jan 25 21:10:27.258248 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61629c-d29a-4c08-9b54-1708370314e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9667e3-88cd-441e-bc63-11c42d4b29c3,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:27.273890 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 08899301-7d94-40f9-94d5-24b17e1f8014, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=08899301-7d94-40f9-94d5-24b17e1f8014,segment=NetworkSegment(68e4e6bc-0b8e-4914-a747-d8045f9f00e5),segment_id=68e4e6bc-0b8e-4914-a747-d8045f9f00e5)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:27.285201 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3ba479d2-6fa3-4734-a142-05db2e3d9f8d admin admin] Publish callbacks [] for security_group (580f51e7-723e-4307-b88b-0698f964a33d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.285561 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '08899301-7d94-40f9-94d5-24b17e1f8014', 'network_id': '4b025080-ac73-4810-81c9-ed93dc8fa430', 'port_id': '08899301-7d94-40f9-94d5-24b17e1f8014', 'mac_address': 'fa:16:3e:ca:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983d9ff7-f68e-4c2d-b2bf-bb3641726095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:10:27.337566 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3ba479d2-6fa3-4734-a142-05db2e3d9f8d admin admin] Publish callbacks [] for security_group (580f51e7-723e-4307-b88b-0698f964a33d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.352229 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-008758fb-94a3-4cb3-bbf5-fb72b43a7318 req-a5939993-b472-450f-90e2-67648d67ba6b tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833960 Jan 25 21:10:27.357796 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 08899301-7d94-40f9-94d5-24b17e1f8014 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:27.359987 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.371411 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:27.379015 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08899301-7d94-40f9-94d5-24b17e1f8014 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:27.409870 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 08899301-7d94-40f9-94d5-24b17e1f8014, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=08899301-7d94-40f9-94d5-24b17e1f8014,segment=NetworkSegment(68e4e6bc-0b8e-4914-a747-d8045f9f00e5),segment_id=68e4e6bc-0b8e-4914-a747-d8045f9f00e5)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:27.538461 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e259ad-0363-4da7-b079-db6108d271df req-5deefb1d-8c3c-4545-91d4-93105dda5c8c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:27.545935 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05e259ad-0363-4da7-b079-db6108d271df req-5deefb1d-8c3c-4545-91d4-93105dda5c8c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0521297 Jan 25 21:10:27.564100 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.564780 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b2a007da-5be7-40ad-8737-bbb0105e788e details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:10:27.566168 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3ba479d2-6fa3-4734-a142-05db2e3d9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (580f51e7-723e-4307-b88b-0698f964a33d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.569550 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3ba479d2-6fa3-4734-a142-05db2e3d9f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.574483 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3ba479d2-6fa3-4734-a142-05db2e3d9f8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/580f51e7-723e-4307-b88b-0698f964a33d HTTP/1.1" status: 204 len: 168 time: 0.3555393 Jan 25 21:10:27.612868 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba479d2-6fa3-4734-a142-05db2e3d9f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f51e7-723e-4307-b88b-0698f964a33d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:27.625514 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffde46-738b-4ccd-82a9-ac1eebabdfb8 req-1caf7c83-a2fa-4877-b9e5-be4ff2093a48 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:27.634371 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-bbffde46-738b-4ccd-82a9-ac1eebabdfb8 req-1caf7c83-a2fa-4877-b9e5-be4ff2093a48 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 944 time: 0.0620177 Jan 25 21:10:27.635920 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05e259ad-0363-4da7-b079-db6108d271df req-70b8d716-9760-477f-974c-d77f7ec31e57 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852814 Jan 25 21:10:27.666948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=08899301-7d94-40f9-94d5-24b17e1f8014,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:27.672305 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port b2a007da-5be7-40ad-8737-bbb0105e788e, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b2a007da-5be7-40ad-8737-bbb0105e788e,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:27.697874 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'b2a007da-5be7-40ad-8737-bbb0105e788e', 'network_id': 'b40c50e9-050a-434c-92d8-564eafde7f01', 'port_id': 'b2a007da-5be7-40ad-8737-bbb0105e788e', 'mac_address': 'fa:16:3e:56:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1ea800-5c48-480f-bd43-594f24683e40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:10:27.732691 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-bbffde46-738b-4ccd-82a9-ac1eebabdfb8 req-a0e054c1-d50c-4af4-b0d1-1f606bfbe907 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974143 Jan 25 21:10:27.770614 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port b2a007da-5be7-40ad-8737-bbb0105e788e is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:27.771709 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.786822 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a007da-5be7-40ad-8737-bbb0105e788e {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:27.797108 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-236ccbd2-caa3-409f-bd21-aea373fac246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.814904 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port b2a007da-5be7-40ad-8737-bbb0105e788e, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b2a007da-5be7-40ad-8737-bbb0105e788e,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:27.847626 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e4098-cdc0-4bc8-a586-a51b989b65ad req-d4f249a0-4770-44fa-8870-66bcb18b2960 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:27.850018 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-750e4098-cdc0-4bc8-a586-a51b989b65ad req-d4f249a0-4770-44fa-8870-66bcb18b2960 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 943 time: 0.0764377 Jan 25 21:10:27.900761 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:27.902279 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d733b696-1137-4f05-97da-0ed9ce9f0e59 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:10:27.922407 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-750e4098-cdc0-4bc8-a586-a51b989b65ad req-f564f7fc-cfef-41a5-a7dd-be656b839f75 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665784 Jan 25 21:10:27.988439 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=b2a007da-5be7-40ad-8737-bbb0105e788e,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:28.051098 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d733b696-1137-4f05-97da-0ed9ce9f0e59, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:28.063465 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'd733b696-1137-4f05-97da-0ed9ce9f0e59', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'port_id': 'd733b696-1137-4f05-97da-0ed9ce9f0e59', 'mac_address': 'fa:16:3e:28:73:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186c52da-c432-434e-b661-51411906922e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:10:28.101153 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port d733b696-1137-4f05-97da-0ed9ce9f0e59 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:28.101842 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:28.115966 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d733b696-1137-4f05-97da-0ed9ce9f0e59 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:28.134581 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d733b696-1137-4f05-97da-0ed9ce9f0e59, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:28.272543 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:28.324889 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=d733b696-1137-4f05-97da-0ed9ce9f0e59,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:28.477421 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e806-dfa0-43bb-866f-68db9509d679 req-c4b90b51-26a2-4297-87ab-4febfd317e0c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:28.478976 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1ae2e806-dfa0-43bb-866f-68db9509d679 req-c4b90b51-26a2-4297-87ab-4febfd317e0c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Jan 25 21:10:28.526359 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1ae2e806-dfa0-43bb-866f-68db9509d679 req-91e73598-5de0-4f45-8da1-a293a8fd7168 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Jan 25 21:10:28.562057 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33090) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:28.575276 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-15e5d513-896d-4103-8733-687c3af4f8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:28.657096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-15e5d513-896d-4103-8733-687c3af4f8e3 admin admin] Publish callbacks [] for security_group (98d427fa-72c0-4df6-a00d-a74cbed1da90), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:28.765606 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e2890-b0a9-4c61-9819-9761af3c714a req-b473dff4-6dee-4f59-97ee-c347529e7f36 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:28.767181 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-450e2890-b0a9-4c61-9819-9761af3c714a req-b473dff4-6dee-4f59-97ee-c347529e7f36 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0475948 Jan 25 21:10:28.800143 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-15e5d513-896d-4103-8733-687c3af4f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (98d427fa-72c0-4df6-a00d-a74cbed1da90), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:28.809361 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:10:28.813539 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['b2a007da-5be7-40ad-8737-bbb0105e788e'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:10:28.837273 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:10:28.839861 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:10:28.841738 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['08899301-7d94-40f9-94d5-24b17e1f8014'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:10:28.846306 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-450e2890-b0a9-4c61-9819-9761af3c714a req-eac36472-b471-4ae1-a442-70e1c8fc3876 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708289 Jan 25 21:10:28.875042 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dd041-ec98-4ff9-93df-9d23c071fdbe req-dc9e38d5-846a-41d7-bf63-ce0d35937fa6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:28.876856 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-991dd041-ec98-4ff9-93df-9d23c071fdbe req-dc9e38d5-846a-41d7-bf63-ce0d35937fa6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 945 time: 0.0665450 Jan 25 21:10:28.878275 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-15e5d513-896d-4103-8733-687c3af4f8e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbe864db634049e5824f22d8ca8150be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150733 Jan 25 21:10:28.880878 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5d513-896d-4103-8733-687c3af4f8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d427fa-72c0-4df6-a00d-a74cbed1da90,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:28.881203 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33100) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:28.966724 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-991dd041-ec98-4ff9-93df-9d23c071fdbe req-83918a2a-414f-4d07-a476-b6c9ce046240 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778301 Jan 25 21:10:28.970051 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41979bbf-d823-445b-abfe-77bf17d4956f admin admin] Publish callbacks [] for security_group (98d427fa-72c0-4df6-a00d-a74cbed1da90), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:28.999944 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41979bbf-d823-445b-abfe-77bf17d4956f admin admin] Publish callbacks [] for security_group (98d427fa-72c0-4df6-a00d-a74cbed1da90), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:29.106547 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340ed9e-0f74-4f6c-9039-05f59b07b70a req-d197aa98-e218-4d5d-a063-8b3f07d40a2d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:29.114352 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c340ed9e-0f74-4f6c-9039-05f59b07b70a req-d197aa98-e218-4d5d-a063-8b3f07d40a2d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 944 time: 0.0747488 Jan 25 21:10:29.160256 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c340ed9e-0f74-4f6c-9039-05f59b07b70a req-649bf250-8d0c-4a6f-b579-781e3f893e53 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458822 Jan 25 21:10:29.175161 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41979bbf-d823-445b-abfe-77bf17d4956f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (98d427fa-72c0-4df6-a00d-a74cbed1da90), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:29.178123 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41979bbf-d823-445b-abfe-77bf17d4956f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:29.179263 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-41979bbf-d823-445b-abfe-77bf17d4956f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98d427fa-72c0-4df6-a00d-a74cbed1da90 HTTP/1.1" status: 204 len: 168 time: 0.2968993 Jan 25 21:10:29.190479 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41979bbf-d823-445b-abfe-77bf17d4956f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d427fa-72c0-4df6-a00d-a74cbed1da90,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:29.343465 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:29.468986 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:29.504739 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '9dcaae43-dd36-472e-ae30-092b0af82099', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'port_id': '9dcaae43-dd36-472e-ae30-092b0af82099', 'mac_address': 'fa:16:3e:09:d1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:10:29.640592 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:29.640986 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:29.650183 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb441cd5-4d3b-46c1-8d1c-5bd20712d8d7 req-7809eaee-2596-4e07-a9b1-e4f3cf6cc193 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:29.656889 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eb441cd5-4d3b-46c1-8d1c-5bd20712d8d7 req-7809eaee-2596-4e07-a9b1-e4f3cf6cc193 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 945 time: 0.0541599 Jan 25 21:10:29.677173 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcaae43-dd36-472e-ae30-092b0af82099 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:10:29.699859 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:29.701925 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eb441cd5-4d3b-46c1-8d1c-5bd20712d8d7 req-9892b871-9488-446b-b264-376577eb7c4f tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 Jan 25 21:10:29.831863 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:29.864090 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33138) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:29.883130 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:29.966460 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a04676-ea47-4210-b3c1-596a17c89f5e req-c1baf20b-e0c7-4023-98f3-a0120c933105 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:29.967955 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d8a04676-ea47-4210-b3c1-596a17c89f5e req-c1baf20b-e0c7-4023-98f3-a0120c933105 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 944 time: 0.0486584 Jan 25 21:10:30.011925 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-253cbe02-63b0-45c4-8fe4-4e83bcc18846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.018927 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d8a04676-ea47-4210-b3c1-596a17c89f5e req-e9f2867f-605d-4db0-a183-079ae2ad878b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443153 Jan 25 21:10:30.142253 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c73d42-b022-49bd-9dde-bc6f643c82c1 req-ce21d07c-4f9f-4707-9987-cd2530c71173 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:30.143739 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-05c73d42-b022-49bd-9dde-bc6f643c82c1 req-ce21d07c-4f9f-4707-9987-cd2530c71173 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 945 time: 0.0738285 Jan 25 21:10:30.176959 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-253cbe02-63b0-45c4-8fe4-4e83bcc18846 admin admin] Publish callbacks [] for security_group (203192c2-34ef-4aba-90d8-c5572a4452ed), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.204542 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-05c73d42-b022-49bd-9dde-bc6f643c82c1 req-7dd0ba3f-83e0-42be-ace3-ec226db003a5 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547960 Jan 25 21:10:30.232275 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-253cbe02-63b0-45c4-8fe4-4e83bcc18846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (203192c2-34ef-4aba-90d8-c5572a4452ed), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.276898 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-253cbe02-63b0-45c4-8fe4-4e83bcc18846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fce5d89218d64d0ebf156caf1c988239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123259 Jan 25 21:10:30.277539 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33160) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:30.279841 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cbe02-63b0-45c4-8fe4-4e83bcc18846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203192c2-34ef-4aba-90d8-c5572a4452ed,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:30.310697 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4134665-1492-4146-a438-7cbd80bf1e3e req-e7e0bb1d-4432-491b-b617-398261b470b1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:30.318073 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f4134665-1492-4146-a438-7cbd80bf1e3e req-e7e0bb1d-4432-491b-b617-398261b470b1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 944 time: 0.0693245 Jan 25 21:10:30.323494 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['9dcaae43-dd36-472e-ae30-092b0af82099'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:10:30.340663 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-77236d62-1ee1-4643-b043-dc2fdadfe321 admin admin] Publish callbacks [] for security_group (203192c2-34ef-4aba-90d8-c5572a4452ed), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.365423 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-77236d62-1ee1-4643-b043-dc2fdadfe321 admin admin] Publish callbacks [] for security_group (203192c2-34ef-4aba-90d8-c5572a4452ed), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.368835 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f4134665-1492-4146-a438-7cbd80bf1e3e req-a3f75f62-0eef-4869-97c0-50a879bfa3c0 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496128 Jan 25 21:10:30.528848 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-77236d62-1ee1-4643-b043-dc2fdadfe321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (203192c2-34ef-4aba-90d8-c5572a4452ed), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.531475 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-77236d62-1ee1-4643-b043-dc2fdadfe321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.532676 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-77236d62-1ee1-4643-b043-dc2fdadfe321 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/203192c2-34ef-4aba-90d8-c5572a4452ed HTTP/1.1" status: 204 len: 168 time: 0.2538900 Jan 25 21:10:30.540660 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77236d62-1ee1-4643-b043-dc2fdadfe321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203192c2-34ef-4aba-90d8-c5572a4452ed,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:30.597236 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:30.812951 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:30.820128 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1b7b-d97d-4ba4-bf6e-387dc0f8ee4d req-e1113d88-f6eb-470d-9cf5-6557158d5b64 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:30.821571 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-68bb1b7b-d97d-4ba4-bf6e-387dc0f8ee4d req-e1113d88-f6eb-470d-9cf5-6557158d5b64 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 945 time: 0.0525329 Jan 25 21:10:30.871082 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-68bb1b7b-d97d-4ba4-bf6e-387dc0f8ee4d req-2f45e4e5-c875-44e6-92af-992f91fa9949 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Jan 25 21:10:30.946095 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:10:30.950508 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:30.950920 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.005534 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33184) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:31.033471 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:31.033905 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.064907 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22e568b-2253-4508-88af-0e6bdc914867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:31.136895 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:31.178847 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39efa1-ed81-4bbf-b4ed-37f664e9757a req-595b1466-962f-4671-b748-4d63b63102d9 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:31.180571 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c39efa1-ed81-4bbf-b4ed-37f664e9757a req-595b1466-962f-4671-b748-4d63b63102d9 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 944 time: 0.0831807 Jan 25 21:10:31.228984 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c39efa1-ed81-4bbf-b4ed-37f664e9757a req-f240b27c-8688-493e-ab14-3c3fe0a4d3c5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Jan 25 21:10:31.281128 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-40220e15-caee-43ca-897f-c1538ecc83b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.360668 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe453e-7920-494a-88b8-b1940693c85f req-d2470d0e-b92c-4c56-869f-70f33e296123 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:31.362187 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2bfe453e-7920-494a-88b8-b1940693c85f req-d2470d0e-b92c-4c56-869f-70f33e296123 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 945 time: 0.0725505 Jan 25 21:10:31.373177 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.373177 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 08899301-7d94-40f9-94d5-24b17e1f8014 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:31.448820 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2bfe453e-7920-494a-88b8-b1940693c85f req-ef0460d8-0747-4017-b2d6-cf4ffe909620 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764282 Jan 25 21:10:31.450937 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-40220e15-caee-43ca-897f-c1538ecc83b5 admin admin] Publish callbacks [] for security_group (a6620585-14b7-4036-a825-67995f8d8c06), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.475618 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:31.523453 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ce51-5242-49cb-9ae8-50c7977cc26d req-178ab617-ba09-4170-b384-f09de73bfbeb tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:31.525016 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5365ce51-5242-49cb-9ae8-50c7977cc26d req-178ab617-ba09-4170-b384-f09de73bfbeb tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 944 time: 0.0494111 Jan 25 21:10:31.580069 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5365ce51-5242-49cb-9ae8-50c7977cc26d req-8542a779-e215-4321-8b31-4fc80b2462ff tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492194 Jan 25 21:10:31.637414 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-40220e15-caee-43ca-897f-c1538ecc83b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (a6620585-14b7-4036-a825-67995f8d8c06), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.637603 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 08899301-7d94-40f9-94d5-24b17e1f8014 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:10:31.641961 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 08899301-7d94-40f9-94d5-24b17e1f8014 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:31.645384 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.675700 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-40220e15-caee-43ca-897f-c1538ecc83b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a171d0c492f34ffa847711aea46c41ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680684 Jan 25 21:10:31.677720 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40220e15-caee-43ca-897f-c1538ecc83b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6620585-14b7-4036-a825-67995f8d8c06,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:31.678563 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33208) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:31.737402 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1019dfc5-e68a-4899-85b0-2be446f88ca0 admin admin] Publish callbacks [] for security_group (a6620585-14b7-4036-a825-67995f8d8c06), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.748573 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 08899301-7d94-40f9-94d5-24b17e1f8014 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:31.749007 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.765190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1019dfc5-e68a-4899-85b0-2be446f88ca0 admin admin] Publish callbacks [] for security_group (a6620585-14b7-4036-a825-67995f8d8c06), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.792007 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 08899301-7d94-40f9-94d5-24b17e1f8014, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=08899301-7d94-40f9-94d5-24b17e1f8014,segment=NetworkSegment(68e4e6bc-0b8e-4914-a747-d8045f9f00e5),segment_id=68e4e6bc-0b8e-4914-a747-d8045f9f00e5)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:31.798528 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941707b3-6154-4ef9-a396-02432bd1bb56" -d '{"events": [{"server_uuid": "b22e568b-2253-4508-88af-0e6bdc914867", "name": "network-vif-plugged", "status": "completed", "tag": "63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:31.802267 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.899830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33222) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:31.911882 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.912702 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b2a007da-5be7-40ad-8737-bbb0105e788e up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:31.917779 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-cdd577f9-3008-4d63-be8e-f68f979ec5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.928809 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1019dfc5-e68a-4899-85b0-2be446f88ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (a6620585-14b7-4036-a825-67995f8d8c06), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.931217 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1019dfc5-e68a-4899-85b0-2be446f88ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:31.935776 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-1019dfc5-e68a-4899-85b0-2be446f88ca0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6620585-14b7-4036-a825-67995f8d8c06 HTTP/1.1" status: 204 len: 168 time: 0.2507579 Jan 25 21:10:31.952489 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019dfc5-e68a-4899-85b0-2be446f88ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6620585-14b7-4036-a825-67995f8d8c06,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:32.031898 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=08899301-7d94-40f9-94d5-24b17e1f8014,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:32.043611 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-cdd577f9-3008-4d63-be8e-f68f979ec5ca admin admin] Publish callbacks [] for security_group (475c001b-5a4c-49b3-b216-55c036c42f08), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.055469 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7eec-7d92-43a2-a372-1230297660c4 req-17f3d96c-543f-4bcc-aba2-790f8f261a9b tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:32.056971 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-254b7eec-7d92-43a2-a372-1230297660c4 req-17f3d96c-543f-4bcc-aba2-790f8f261a9b tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0802462 Jan 25 21:10:32.117486 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-254b7eec-7d92-43a2-a372-1230297660c4 req-b4fb4600-7037-4c27-91c0-86a72cd93b23 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545058 Jan 25 21:10:32.135127 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port b2a007da-5be7-40ad-8737-bbb0105e788e completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:10:32.141622 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port b2a007da-5be7-40ad-8737-bbb0105e788e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:32.142288 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.174469 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-cdd577f9-3008-4d63-be8e-f68f979ec5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (475c001b-5a4c-49b3-b216-55c036c42f08), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.227560 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd4925-eda4-4c88-88f7-7d7ac7094801 x-openstack-request-id: req-41bd4925-eda4-4c88-88f7-7d7ac7094801 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:32.228039 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22e568b-2253-4508-88af-0e6bdc914867", "name": "network-vif-plugged", "status": "completed", "tag": "63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:32.228158 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41bd4925-eda4-4c88-88f7-7d7ac7094801 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:32.228550 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22e568b-2253-4508-88af-0e6bdc914867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8', 'code': 200} Jan 25 21:10:32.256277 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port b2a007da-5be7-40ad-8737-bbb0105e788e is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:32.256681 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.262631 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-cdd577f9-3008-4d63-be8e-f68f979ec5ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36c1f2767b68463bb4cd1e91b8326d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614318 Jan 25 21:10:32.264646 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd577f9-3008-4d63-be8e-f68f979ec5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475c001b-5a4c-49b3-b216-55c036c42f08,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:32.265704 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33230) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:32.313737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port b2a007da-5be7-40ad-8737-bbb0105e788e, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b2a007da-5be7-40ad-8737-bbb0105e788e,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:32.340132 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12a3acac-58b1-4474-96ac-d69f946d8157 admin admin] Publish callbacks [] for security_group (475c001b-5a4c-49b3-b216-55c036c42f08), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.365503 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12a3acac-58b1-4474-96ac-d69f946d8157 admin admin] Publish callbacks [] for security_group (475c001b-5a4c-49b3-b216-55c036c42f08), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.391897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafb2fe-1605-42fe-a663-bc3d7b98e908 req-29bda6b9-5115-43d2-8c2f-d3c04ba8674d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:32.393668 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-efafb2fe-1605-42fe-a663-bc3d7b98e908 req-29bda6b9-5115-43d2-8c2f-d3c04ba8674d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 944 time: 0.0527961 Jan 25 21:10:32.409975 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.412866 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d733b696-1137-4f05-97da-0ed9ce9f0e59 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:32.445782 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-efafb2fe-1605-42fe-a663-bc3d7b98e908 req-749db8c3-3a21-4d68-bf86-5abc26b7d70d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456038 Jan 25 21:10:32.515075 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=b2a007da-5be7-40ad-8737-bbb0105e788e,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:32.573368 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359903bf-53a8-4c36-aa23-cc9c9226a1ef req-0e3f7ee1-6a7c-4a45-a068-86450484ee6d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:32.574920 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-359903bf-53a8-4c36-aa23-cc9c9226a1ef req-0e3f7ee1-6a7c-4a45-a068-86450484ee6d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0533671 Jan 25 21:10:32.618444 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port d733b696-1137-4f05-97da-0ed9ce9f0e59 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:10:32.620250 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port d733b696-1137-4f05-97da-0ed9ce9f0e59 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:32.620636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.634891 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12a3acac-58b1-4474-96ac-d69f946d8157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (475c001b-5a4c-49b3-b216-55c036c42f08), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.638422 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-12a3acac-58b1-4474-96ac-d69f946d8157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.640962 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-12a3acac-58b1-4474-96ac-d69f946d8157 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/475c001b-5a4c-49b3-b216-55c036c42f08 HTTP/1.1" status: 204 len: 168 time: 0.3740699 Jan 25 21:10:32.697172 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3acac-58b1-4474-96ac-d69f946d8157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475c001b-5a4c-49b3-b216-55c036c42f08,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:32.733085 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port d733b696-1137-4f05-97da-0ed9ce9f0e59 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:32.733622 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.755419 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75bfff-be14-463e-bcdd-522f2fc6b0c1 req-e3fba2d0-365a-414c-aa13-12d682244544 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:32.756803 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b993b1-001f-42d4-870c-b615bf3e5bcb req-fc941f50-8c7c-43c2-a1fb-36983373962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:32.757092 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3c75bfff-be14-463e-bcdd-522f2fc6b0c1 req-e3fba2d0-365a-414c-aa13-12d682244544 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 944 time: 0.1008232 Jan 25 21:10:32.758692 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b2b993b1-001f-42d4-870c-b615bf3e5bcb req-fc941f50-8c7c-43c2-a1fb-36983373962a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.1829071 Jan 25 21:10:32.764226 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-359903bf-53a8-4c36-aa23-cc9c9226a1ef req-d231a24e-a86f-43c7-b5f8-e3abebf959d0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809201 Jan 25 21:10:32.789354 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-b2b993b1-001f-42d4-870c-b615bf3e5bcb req-688a0c0d-aaf4-4049-acc1-15a35f495f03 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.799386 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d733b696-1137-4f05-97da-0ed9ce9f0e59, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:32.817059 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3c75bfff-be14-463e-bcdd-522f2fc6b0c1 req-406add1d-dfe8-40c5-84de-a3e547159ca5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 Jan 25 21:10:32.870015 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-b2b993b1-001f-42d4-870c-b615bf3e5bcb req-688a0c0d-aaf4-4049-acc1-15a35f495f03 service neutron] Publish callbacks [] for security_group (fd5311e9-8b82-4a72-8171-57d6f0f7a62d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.889265 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:32.914608 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:10:32.969695 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=d733b696-1137-4f05-97da-0ed9ce9f0e59,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:33.031463 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-b2b993b1-001f-42d4-870c-b615bf3e5bcb req-688a0c0d-aaf4-4049-acc1-15a35f495f03 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (fd5311e9-8b82-4a72-8171-57d6f0f7a62d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.059986 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 9dcaae43-dd36-472e-ae30-092b0af82099 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:10:33.065259 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 9dcaae43-dd36-472e-ae30-092b0af82099 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:10:33.066112 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.076870 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33250) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:33.083084 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b2b993b1-001f-42d4-870c-b615bf3e5bcb req-688a0c0d-aaf4-4049-acc1-15a35f495f03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176384 Jan 25 21:10:33.084980 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a0c0d-aaf4-4049-acc1-15a35f495f03 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5311e9-8b82-4a72-8171-57d6f0f7a62d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:33.098468 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-461b1fcb-cb40-404f-ab36-ee4bab246d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.179709 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:10:33.180103 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.236401 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:33.279164 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01985f01-0b85-453b-83d3-5a7a32a39368 req-a930a31b-3d44-4879-b12c-68c45063f484 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:33.281127 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-461b1fcb-cb40-404f-ab36-ee4bab246d52 admin admin] Publish callbacks [] for security_group (4e333db6-6815-4dc5-82e7-d998cd33f614), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.286723 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-01985f01-0b85-453b-83d3-5a7a32a39368 req-a930a31b-3d44-4879-b12c-68c45063f484 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0680754 Jan 25 21:10:33.311639 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.342304 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-01985f01-0b85-453b-83d3-5a7a32a39368 req-ea2073cb-8255-45a8-8019-1ee14b5bdb55 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534439 Jan 25 21:10:33.378068 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:33.409326 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-461b1fcb-cb40-404f-ab36-ee4bab246d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4e333db6-6815-4dc5-82e7-d998cd33f614), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.466739 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-461b1fcb-cb40-404f-ab36-ee4bab246d52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb761f1677224be2b44a261cbef2fa99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886309 Jan 25 21:10:33.467689 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1fcb-cb40-404f-ab36-ee4bab246d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e333db6-6815-4dc5-82e7-d998cd33f614,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:33.469702 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33274) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:33.530298 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-35e2e2cc-8cca-4ff3-82ed-69282e57649d admin admin] Publish callbacks [] for security_group (4e333db6-6815-4dc5-82e7-d998cd33f614), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.551745 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-35e2e2cc-8cca-4ff3-82ed-69282e57649d admin admin] Publish callbacks [] for security_group (4e333db6-6815-4dc5-82e7-d998cd33f614), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.571812 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7473-e3c4-4f00-a9e9-b4378277e14b req-5e9aea57-4143-46c0-8c7a-7a3b2203b227 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:33.573310 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-33ac7473-e3c4-4f00-a9e9-b4378277e14b req-5e9aea57-4143-46c0-8c7a-7a3b2203b227 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Jan 25 21:10:33.621963 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-33ac7473-e3c4-4f00-a9e9-b4378277e14b req-0427e1d7-43ca-4a86-bd26-961a8bc75464 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Jan 25 21:10:33.688921 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-35e2e2cc-8cca-4ff3-82ed-69282e57649d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4e333db6-6815-4dc5-82e7-d998cd33f614), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.691626 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-35e2e2cc-8cca-4ff3-82ed-69282e57649d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:33.692776 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-35e2e2cc-8cca-4ff3-82ed-69282e57649d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e333db6-6815-4dc5-82e7-d998cd33f614 HTTP/1.1" status: 204 len: 168 time: 0.2218289 Jan 25 21:10:33.700478 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2e2cc-8cca-4ff3-82ed-69282e57649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e333db6-6815-4dc5-82e7-d998cd33f614,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:33.883090 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f9c3-7386-493d-80d5-547022077e3c req-232860d7-525d-494a-8f47-605d8199cfd4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:33.884685 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0159f9c3-7386-493d-80d5-547022077e3c req-232860d7-525d-494a-8f47-605d8199cfd4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0475667 Jan 25 21:10:33.938815 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e768fc-4d7f-4d19-9eac-e1fa3491b78c req-5a254dd9-8107-454d-9025-d935dddb7108 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:33.943642 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0159f9c3-7386-493d-80d5-547022077e3c req-2b363136-1fbe-483b-a2b5-5a0548cbaa72 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490704 Jan 25 21:10:33.943900 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e768fc-4d7f-4d19-9eac-e1fa3491b78c req-5a254dd9-8107-454d-9025-d935dddb7108 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.0519042 Jan 25 21:10:33.992908 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e768fc-4d7f-4d19-9eac-e1fa3491b78c req-1116f0e3-affc-4559-969b-d17c47f0a55a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Jan 25 21:10:34.023897 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33292) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:34.149385 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6742-a4f8-405d-89b2-9392f71882d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.230250 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08899301-7d94-40f9-94d5-24b17e1f8014'}, {'server_uuid': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a007da-5be7-40ad-8737-bbb0105e788e'}, {'server_uuid': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733b696-1137-4f05-97da-0ed9ce9f0e59'}, {'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:34.232943 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0fbea-f8c5-4660-b9f2-97ae199b2e0c" -d '{"events": [{"server_uuid": "ac801c13-95df-4e63-b39d-96744c3284f2", "name": "network-vif-plugged", "status": "completed", "tag": "08899301-7d94-40f9-94d5-24b17e1f8014"}, {"server_uuid": "8e3c7062-697d-42d2-809b-9117b0ecb6ea", "name": "network-vif-plugged", "status": "completed", "tag": "b2a007da-5be7-40ad-8737-bbb0105e788e"}, {"server_uuid": "b985321b-652e-45e4-8dbb-766f4c81edaa", "name": "network-vif-plugged", "status": "completed", "tag": "d733b696-1137-4f05-97da-0ed9ce9f0e59"}, {"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:34.241574 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6742-a4f8-405d-89b2-9392f71882d2 admin admin] Publish callbacks [] for security_group (61aa37b1-0d0a-4288-ab1d-3e4d69896384), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.284992 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616ad59-17b0-4013-a504-dcbdb4c8abc8 x-openstack-request-id: req-3616ad59-17b0-4013-a504-dcbdb4c8abc8 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:34.285320 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac801c13-95df-4e63-b39d-96744c3284f2", "name": "network-vif-plugged", "status": "completed", "tag": "08899301-7d94-40f9-94d5-24b17e1f8014", "code": 200}, {"server_uuid": "8e3c7062-697d-42d2-809b-9117b0ecb6ea", "name": "network-vif-plugged", "status": "completed", "tag": "b2a007da-5be7-40ad-8737-bbb0105e788e", "code": 200}, {"server_uuid": "b985321b-652e-45e4-8dbb-766f4c81edaa", "name": "network-vif-plugged", "status": "completed", "tag": "d733b696-1137-4f05-97da-0ed9ce9f0e59", "code": 200}, {"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:34.285577 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3616ad59-17b0-4013-a504-dcbdb4c8abc8 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:34.286105 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08899301-7d94-40f9-94d5-24b17e1f8014', 'code': 200} Jan 25 21:10:34.286407 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a007da-5be7-40ad-8737-bbb0105e788e', 'code': 200} Jan 25 21:10:34.286661 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd733b696-1137-4f05-97da-0ed9ce9f0e59', 'code': 200} Jan 25 21:10:34.287092 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099', 'code': 200} Jan 25 21:10:34.329344 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6742-a4f8-405d-89b2-9392f71882d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (61aa37b1-0d0a-4288-ab1d-3e4d69896384), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.388703 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-9a0d6742-a4f8-405d-89b2-9392f71882d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17fdff28a8be4c7db6de28cd318c4106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636713 Jan 25 21:10:34.392294 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33324) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:34.448257 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d6742-a4f8-405d-89b2-9392f71882d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aa37b1-0d0a-4288-ab1d-3e4d69896384,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:34.502824 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-33e1164e-5f4c-45af-8c6e-15411f92c244 admin admin] Publish callbacks [] for security_group (61aa37b1-0d0a-4288-ab1d-3e4d69896384), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.511213 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500b338-1427-4235-8b06-35667f5bb8f6 req-c8e37174-acea-4321-b7c7-1efa36d72f19 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:34.512667 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5500b338-1427-4235-8b06-35667f5bb8f6 req-c8e37174-acea-4321-b7c7-1efa36d72f19 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0818629 Jan 25 21:10:34.548564 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-33e1164e-5f4c-45af-8c6e-15411f92c244 admin admin] Publish callbacks [] for security_group (61aa37b1-0d0a-4288-ab1d-3e4d69896384), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.611104 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5500b338-1427-4235-8b06-35667f5bb8f6 req-7e94e389-935d-4eb5-8676-4bb0853cec6a tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847394 Jan 25 21:10:34.723236 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-33e1164e-5f4c-45af-8c6e-15411f92c244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (61aa37b1-0d0a-4288-ab1d-3e4d69896384), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.727436 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-33e1164e-5f4c-45af-8c6e-15411f92c244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.730339 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-33e1164e-5f4c-45af-8c6e-15411f92c244 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61aa37b1-0d0a-4288-ab1d-3e4d69896384 HTTP/1.1" status: 204 len: 168 time: 0.3358848 Jan 25 21:10:34.739714 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1164e-5f4c-45af-8c6e-15411f92c244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aa37b1-0d0a-4288-ab1d-3e4d69896384,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:34.780721 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:34.797976 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a10ed-4bf5-48ed-8d26-2f0ce77c812f req-cb3c7027-4a7c-4126-b8b2-14d6db8fcf19 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:34.799563 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ef0a10ed-4bf5-48ed-8d26-2f0ce77c812f req-cb3c7027-4a7c-4126-b8b2-14d6db8fcf19 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0922017 Jan 25 21:10:34.859884 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38140a1b-30bd-429a-adae-143ff9f14dab req-d5a95a6a-ee3c-451c-b879-d8f5fc79ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:34.861342 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-38140a1b-30bd-429a-adae-143ff9f14dab req-d5a95a6a-ee3c-451c-b879-d8f5fc79ebb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 1099 time: 0.1262090 Jan 25 21:10:34.903135 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ef0a10ed-4bf5-48ed-8d26-2f0ce77c812f req-ac34ffd9-88aa-4d37-bfac-0009f5ab0e72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892625 Jan 25 21:10:34.937534 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-38140a1b-30bd-429a-adae-143ff9f14dab req-34cbb9d3-8ac3-4033-a1a9-a1ee032780a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697699 Jan 25 21:10:35.006646 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fde323-d5f2-4435-8afb-391a461e52e6 req-2543219a-73e5-41e2-a3c0-2026ca8b36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:35.008153 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f9fde323-d5f2-4435-8afb-391a461e52e6 req-2543219a-73e5-41e2-a3c0-2026ca8b36a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 1099 time: 0.1630752 Jan 25 21:10:35.009706 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbdf68-4b03-427d-9a57-efc4311e9836 req-0e51e041-65ae-4437-9854-4a19945338af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:35.011075 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-06cbdf68-4b03-427d-9a57-efc4311e9836 req-0e51e041-65ae-4437-9854-4a19945338af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 1098 time: 0.2098680 Jan 25 21:10:35.014512 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c56240-9cf1-41f4-a746-3b47ba5c79d9 req-8ade95e7-05ad-49e4-bbaa-f75d150d0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:35.015843 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c0c56240-9cf1-41f4-a746-3b47ba5c79d9 req-8ade95e7-05ad-49e4-bbaa-f75d150d0428 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1098 time: 0.1292093 Jan 25 21:10:35.141148 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46adc3-f56d-4522-99ee-a8ffe7da3fc7 req-a7e37501-6fbc-4ad2-a660-91bc308b83dc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:35.142975 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0c46adc3-f56d-4522-99ee-a8ffe7da3fc7 req-a7e37501-6fbc-4ad2-a660-91bc308b83dc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.0566671 Jan 25 21:10:35.211996 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0c46adc3-f56d-4522-99ee-a8ffe7da3fc7 req-ec289bdf-20a1-438a-b806-48a21e784dff tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632396 Jan 25 21:10:35.309002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fe09c-821e-4607-b1d3-4f6c7e417e2e req-47d0c3ee-8f9f-44f9-ba37-d2fa1e460821 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:35.310509 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8a3fe09c-821e-4607-b1d3-4f6c7e417e2e req-47d0c3ee-8f9f-44f9-ba37-d2fa1e460821 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.2977865 Jan 25 21:10:35.359670 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-06cbdf68-4b03-427d-9a57-efc4311e9836 req-7003a234-73ad-4e37-8c5b-06c6625195fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437545 Jan 25 21:10:35.363517 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c0c56240-9cf1-41f4-a746-3b47ba5c79d9 req-241435fd-fd8f-4362-8a08-0f66edb43b09 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501393 Jan 25 21:10:35.367153 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f9fde323-d5f2-4435-8afb-391a461e52e6 req-4bd1d769-7a3c-4b39-8128-24d2b8e1c874 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524007 Jan 25 21:10:35.394901 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8a3fe09c-821e-4607-b1d3-4f6c7e417e2e req-584845b5-e1aa-4c55-917f-52ba48fd22a6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724440 Jan 25 21:10:35.642844 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33370) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:35.656576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a643-e499-4b2e-bfdc-9532ab9150dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:35.758702 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95d247-846f-4c74-97de-9df50a87cc6f req-73a0f590-d5ca-481b-8d9b-c897ce97fe68 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:35.766270 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9d95d247-846f-4c74-97de-9df50a87cc6f req-73a0f590-d5ca-481b-8d9b-c897ce97fe68 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0659740 Jan 25 21:10:35.779571 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a643-e499-4b2e-bfdc-9532ab9150dd admin admin] Publish callbacks [] for security_group (5d1bf2c6-e050-4233-80aa-859c7f1be975), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:35.818750 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9d95d247-846f-4c74-97de-9df50a87cc6f req-20b378e1-a791-46d6-b1df-955cb6418240 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Jan 25 21:10:35.871543 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a643-e499-4b2e-bfdc-9532ab9150dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5d1bf2c6-e050-4233-80aa-859c7f1be975), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:35.909393 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b7b8a643-e499-4b2e-bfdc-9532ab9150dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c39afe166d5e45cea94a665763231642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650106 Jan 25 21:10:35.910274 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8a643-e499-4b2e-bfdc-9532ab9150dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1bf2c6-e050-4233-80aa-859c7f1be975,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:35.912387 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33376) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:35.961598 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-28a2ff6d-c14d-4583-a1c8-6bb15a6afbb1 admin admin] Publish callbacks [] for security_group (5d1bf2c6-e050-4233-80aa-859c7f1be975), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:35.982176 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-28a2ff6d-c14d-4583-a1c8-6bb15a6afbb1 admin admin] Publish callbacks [] for security_group (5d1bf2c6-e050-4233-80aa-859c7f1be975), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:36.045230 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45ab3-991a-4549-ac53-b064ff67c815 req-aa399a38-5565-4f32-a66b-2446a5f0f778 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:36.046720 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ffd45ab3-991a-4549-ac53-b064ff67c815 req-aa399a38-5565-4f32-a66b-2446a5f0f778 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0562923 Jan 25 21:10:36.094882 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ffd45ab3-991a-4549-ac53-b064ff67c815 req-dc8205eb-4faa-47cd-8286-971aa2067c1a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Jan 25 21:10:36.140167 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-28a2ff6d-c14d-4583-a1c8-6bb15a6afbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5d1bf2c6-e050-4233-80aa-859c7f1be975), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:36.143088 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-28a2ff6d-c14d-4583-a1c8-6bb15a6afbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:36.144335 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-28a2ff6d-c14d-4583-a1c8-6bb15a6afbb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d1bf2c6-e050-4233-80aa-859c7f1be975 HTTP/1.1" status: 204 len: 168 time: 0.2309082 Jan 25 21:10:36.156438 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ff6d-c14d-4583-a1c8-6bb15a6afbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1bf2c6-e050-4233-80aa-859c7f1be975,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:36.328886 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616a4c-2803-4205-88d1-c403bc94b300 req-f0f84987-259b-4766-a1e2-d9c96676a258 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:36.330300 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c1616a4c-2803-4205-88d1-c403bc94b300 req-f0f84987-259b-4766-a1e2-d9c96676a258 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.0475864 Jan 25 21:10:36.376793 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c1616a4c-2803-4205-88d1-c403bc94b300 req-807d7f04-5766-449a-925a-e76cf5e69bf7 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Jan 25 21:10:36.512752 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a176c-ae81-4d03-805c-9e214c1296fa req-2b9baf09-384e-421b-9138-33fd6304807d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:36.514231 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ba7a176c-ae81-4d03-805c-9e214c1296fa req-2b9baf09-384e-421b-9138-33fd6304807d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0496221 Jan 25 21:10:36.559852 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ba7a176c-ae81-4d03-805c-9e214c1296fa req-22b647ac-d7c9-4109-bca4-30b6edffac76 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Jan 25 21:10:36.945510 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d866bf-a9f4-4e7c-8f0d-a0844fceb961 req-6cb8d294-2df7-49f9-91ea-4ea55e7cb6da tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:36.947037 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-58d866bf-a9f4-4e7c-8f0d-a0844fceb961 req-6cb8d294-2df7-49f9-91ea-4ea55e7cb6da tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0643706 Jan 25 21:10:37.004423 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-58d866bf-a9f4-4e7c-8f0d-a0844fceb961 req-40080a22-b2a6-402d-a55b-fa4f47b896b6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492153 Jan 25 21:10:37.231988 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e240b5-2840-42be-9c5d-de4c95631f85 req-36377a15-073e-4ae2-84e5-b60c3c11a7af tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:37.233640 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-95e240b5-2840-42be-9c5d-de4c95631f85 req-36377a15-073e-4ae2-84e5-b60c3c11a7af tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0600283 Jan 25 21:10:37.289123 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-95e240b5-2840-42be-9c5d-de4c95631f85 req-0b7d9409-2f5d-492b-b898-1e075dd86b46 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 Jan 25 21:10:37.491351 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33450) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:37.500886 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f65c0-d1bb-4b5d-931b-cb85c61736b6 req-00f0c07b-6711-40c0-9bce-8a50657d591e tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:37.509211 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d66f65c0-d1bb-4b5d-931b-cb85c61736b6 req-00f0c07b-6711-40c0-9bce-8a50657d591e tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.0590146 Jan 25 21:10:37.562027 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d66f65c0-d1bb-4b5d-931b-cb85c61736b6 req-ccbc84d6-1332-4e2d-b8df-f3ae1357e0af tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499091 Jan 25 21:10:37.599980 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-992087328-network', 'tenant_id': '0d58c33f8e684b049bc86d28d333c0d4'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:37.684685 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bb67f-138c-4f2f-b065-95940d6d7a34 req-8b9b44ab-ec97-47b3-8eea-31f7b2d80f4b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:37.686300 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0e7bb67f-138c-4f2f-b065-95940d6d7a34 req-8b9b44ab-ec97-47b3-8eea-31f7b2d80f4b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0518472 Jan 25 21:10:37.740246 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0e7bb67f-138c-4f2f-b065-95940d6d7a34 req-77eadbb9-8939-427c-9838-30dbb8c8ca9e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Jan 25 21:10:37.743826 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Made reservation on behalf of 0d58c33f8e684b049bc86d28d333c0d4 for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:37.743826 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:37.755949 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:37.832093 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks [] for security_group (323ee480-33ed-4302-89e7-47dcaf7c3ce7), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:37.900854 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (323ee480-33ed-4302-89e7-47dcaf7c3ce7), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:37.922469 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:10:37.937323 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323ee480-33ed-4302-89e7-47dcaf7c3ce7,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:37.941108 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (8af7a969-fae9-4ba2-b226-dce57b1d88dd), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:37.941459 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Added segment 8af7a969-fae9-4ba2-b226-dce57b1d88dd of type vlan for network 9e54c883-209c-4d9c-8696-70cbdb4d537e Jan 25 21:10:37.991334 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (9e54c883-209c-4d9c-8696-70cbdb4d537e), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:38.117875 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d12f6-704c-4293-b6de-ab9ea7bf749a req-956f7ebc-a77e-4a18-b35e-643ac5af3258 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.119452 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9e4d12f6-704c-4293-b6de-ab9ea7bf749a req-956f7ebc-a77e-4a18-b35e-643ac5af3258 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0497470 Jan 25 21:10:38.120530 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (9e54c883-209c-4d9c-8696-70cbdb4d537e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:38.121563 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.121999 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:38.204754 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] Pushing event updated for resources: {'Network': ['ID=9e54c883-209c-4d9c-8696-70cbdb4d537e,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:38.215705 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 9e54c883-209c-4d9c-8696-70cbdb4d537e details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:10:38.220340 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9e4d12f6-704c-4293-b6de-ab9ea7bf749a req-fc95b34c-7901-47be-be45-9bc468b6e525 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902178 Jan 25 21:10:38.283087 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33486) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:38.312422 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-682417d6-1e06-42e9-9e6e-6709d8e0fe35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7907252 Jan 25 21:10:38.313711 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Request body: {'subnet': {'network_id': '9e54c883-209c-4d9c-8696-70cbdb4d537e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-992087328-subnet', 'tenant_id': '0d58c33f8e684b049bc86d28d333c0d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:38.387757 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb7d7f-f03a-41b2-9e38-acfb3592835c req-951a79ef-b534-4c03-9bf2-eadd232bd9a6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.389934 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e1cb7d7f-f03a-41b2-9e38-acfb3592835c req-951a79ef-b534-4c03-9bf2-eadd232bd9a6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0694783 Jan 25 21:10:38.435749 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563cb99-e11b-415a-9371-8072c96ae160 req-ff3b9154-391d-4bd7-a57c-56f02b351e18 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.436744 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6563cb99-e11b-415a-9371-8072c96ae160 req-ff3b9154-391d-4bd7-a57c-56f02b351e18 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0577886 Jan 25 21:10:38.454526 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e1cb7d7f-f03a-41b2-9e38-acfb3592835c req-bea99684-d25a-4a2f-ab52-6635102ad655 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501437 Jan 25 21:10:38.522952 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6563cb99-e11b-415a-9371-8072c96ae160 req-a49a0c76-085f-4912-a528-220f9f6292e4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729790 Jan 25 21:10:38.528127 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-ae363bcb-a4ac-42c0-bc94-31aa9f9fa96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.529547 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-ae363bcb-a4ac-42c0-bc94-31aa9f9fa96b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 1099 time: 0.0785701 Jan 25 21:10:38.618012 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-eada70ac-b591-4b15-a056-2f64f0bbed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.619660 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-eada70ac-b591-4b15-a056-2f64f0bbed88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.0844829 Jan 25 21:10:38.643821 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67182af-f17e-4803-b4b1-ab73bf7a3965 req-f81e6cdc-eabf-4420-9438-b0c28d3df3d1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.645342 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f67182af-f17e-4803-b4b1-ab73bf7a3965 req-f81e6cdc-eabf-4420-9438-b0c28d3df3d1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0514855 Jan 25 21:10:38.659627 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Made reservation on behalf of 0d58c33f8e684b049bc86d28d333c0d4 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:38.661667 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:38.664056 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33500) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:38.669554 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'floatingip': {'port_id': '9dcaae43-dd36-472e-ae30-092b0af82099'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:38.674491 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-b80414c6-10ef-43cd-9edd-92ca4de17d18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2a007da-5be7-40ad-8737-bbb0105e788e HTTP/1.1" status: 200 len: 217 time: 0.0487053 Jan 25 21:10:38.792178 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (794ee5fc-e205-4c1d-9965-2744ab985997), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:38.880161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-9fcfbbe3-cd0f-473a-ae4a-85cb22d2e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.881607 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-9fcfbbe3-cd0f-473a-ae4a-85cb22d2e0d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.1760468 Jan 25 21:10:38.931801 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354226-e82d-4bae-843f-2253d9f1468c req-541ba939-8a04-482f-9ddf-6c1ea7de03b0 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:38.933242 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ac354226-e82d-4bae-843f-2253d9f1468c req-541ba939-8a04-482f-9ddf-6c1ea7de03b0 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.2683175 Jan 25 21:10:38.946355 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (31921988-0107-4f3d-b852-84fd2ee05617), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:38.952804 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-2e7e65cb-3e2f-4833-ad0b-11b4477d204a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605445 Jan 25 21:10:39.002166 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=31921988-0107-4f3d-b852-84fd2ee05617,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:39.010050 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Checking segment: {'id': '8af7a969-fae9-4ba2-b226-dce57b1d88dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9e54c883-209c-4d9c-8696-70cbdb4d537e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:39.010437 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Network hostable DHCP agents. Network: 9e54c883-209c-4d9c-8696-70cbdb4d537e, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:10:39.109552 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ac354226-e82d-4bae-843f-2253d9f1468c req-303496b3-7b60-4f76-b26d-c6bb21525a85 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589293 Jan 25 21:10:39.134377 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Network 9e54c883-209c-4d9c-8696-70cbdb4d537e is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:10:39.154421 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-241850ba-055e-4ea2-bb33-db570292d079 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886420 Jan 25 21:10:39.248653 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 9e54c883-209c-4d9c-8696-70cbdb4d537e) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:39.262405 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:39.262405 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:39.263297 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14413c7b-cd93-40b6-81d4-3a09aaa41386 None None] Network 9e54c883-209c-4d9c-8696-70cbdb4d537e requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:10:39.359880 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3b4f2639-49e5-4ee0-af99-3fc493443ffa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0756609 Jan 25 21:10:39.384985 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba800388-db2b-4b8a-b8b9-446dc95e5ce5 None None] Network 9e54c883-209c-4d9c-8696-70cbdb4d537e requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:10:39.568225 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.db.resource_extend [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 21:10:39.639364 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2e078-64f6-4b1d-82f9-9b882180cc8d req-39d701a4-e5d3-4e35-8bd0-463c6ae9bd15 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:39.641039 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7fa2e078-64f6-4b1d-82f9-9b882180cc8d req-39d701a4-e5d3-4e35-8bd0-463c6ae9bd15 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0692494 Jan 25 21:10:39.695307 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7fa2e078-64f6-4b1d-82f9-9b882180cc8d req-55044f82-750d-4a37-845e-45e7ddd0f608 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Jan 25 21:10:39.844579 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:39.933307 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (794ee5fc-e205-4c1d-9965-2744ab985997), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.029538 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f86c4fcc-6aba-4456-b9a7-7d0ed138f28b req-3689be01-c4dd-4018-b463-ccb1b0d1651b service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578000 Jan 25 21:10:40.048330 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Floating IP 794ee5fc-e205-4c1d-9965-2744ab985997 associated. External IP: 172.27.2.174, port: 9dcaae43-dd36-472e-ae30-092b0af82099. Jan 25 21:10:40.263065 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:10:40.381869 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33540) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:40.387248 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:10:40.390228 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1944569437-network', 'tenant_id': '36a980df90d244978b2e15b401b86ec9'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:40.392744 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.401396 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] Sync routers for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:10:40.411597 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:40.412220 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:40.425502 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5a3b791c-0030-48e1-b245-5839451cf3a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "PUT /v2.0/floatingips/794ee5fc-e205-4c1d-9965-2744ab985997 HTTP/1.1" status: 200 len: 991 time: 1.7592897 Jan 25 21:10:40.426789 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:40.430238 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060b9132-bf0d-4919-8347-f468690a2cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:40.482321 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d798c447-4704-43c0-9081-cd37d01f3846 x-openstack-request-id: req-d798c447-4704-43c0-9081-cd37d01f3846 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:40.482722 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:40.483037 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d798c447-4704-43c0-9081-cd37d01f3846 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:40.483497 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099', 'status': 'completed', 'code': 200} Jan 25 21:10:40.489311 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Made reservation on behalf of 36a980df90d244978b2e15b401b86ec9 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:40.491726 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.501099 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.540266 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:40.600996 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks [] for security_group (2b6e9e8d-220e-48f5-9597-61c568c8df07), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.722725 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2b6e9e8d-220e-48f5-9597-61c568c8df07), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.749252 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:10:40.760712 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6e9e8d-220e-48f5-9597-61c568c8df07,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:40.765918 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (82ba0f6f-5c00-4fa0-92ce-c8713349cb58), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.767181 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Added segment 82ba0f6f-5c00-4fa0-92ce-c8713349cb58 of type vlan for network c060a190-408f-4cf8-b0f5-9073469c81c7 Jan 25 21:10:40.839262 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (c060a190-408f-4cf8-b0f5-9073469c81c7), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.890477 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1538ef-05c7-4728-ad76-ba932902498c req-b58e6413-8d56-4f6f-9414-a31a707a7f0e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:40.892384 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7d1538ef-05c7-4728-ad76-ba932902498c req-b58e6413-8d56-4f6f-9414-a31a707a7f0e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0976701 Jan 25 21:10:40.915713 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '794ee5fc-e205-4c1d-9965-2744ab985997', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'port_id': '9dcaae43-dd36-472e-ae30-092b0af82099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'mac_address': 'fa:16:3e:09:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:10:08Z', 'updated_at': '2022-01-25T21:10:39Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:40.939922 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7d1538ef-05c7-4728-ad76-ba932902498c req-80dbfaaf-5117-42af-9cc8-13d10ee04da9 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Jan 25 21:10:40.941936 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] Checking router: 1490c84f-7bc7-4e70-94d1-149ef5fb7352 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:10:40.962663 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:10:40.962663 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:40.965559 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (c060a190-408f-4cf8-b0f5-9073469c81c7), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:40.966747 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:40.967997 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:41.036862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] Pushing event updated for resources: {'Network': ['ID=c060a190-408f-4cf8-b0f5-9073469c81c7,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:41.048754 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network c060a190-408f-4cf8-b0f5-9073469c81c7 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:10:41.062413 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:10:41.091516 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ddce26c3-c366-467e-b504-d63f1705d239 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7084703 Jan 25 21:10:41.094484 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33564) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:41.099966 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Request body: {'subnet': {'network_id': 'c060a190-408f-4cf8-b0f5-9073469c81c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1944569437-subnet', 'tenant_id': '36a980df90d244978b2e15b401b86ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:10:41.231451 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Made reservation on behalf of 36a980df90d244978b2e15b401b86ec9 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:10:41.234019 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:41.386752 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '794ee5fc-e205-4c1d-9965-2744ab985997', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'port_id': '9dcaae43-dd36-472e-ae30-092b0af82099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'mac_address': 'fa:16:3e:09:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:10:08Z', 'updated_at': '2022-01-25T21:10:39Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:10:41.413171 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f49523-a6e9-424c-b9a3-69c69d602c0c None None] The sync data for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi is: [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '794ee5fc-e205-4c1d-9965-2744ab985997', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'port_id': '9dcaae43-dd36-472e-ae30-092b0af82099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'mac_address': 'fa:16:3e:09:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:10:08Z', 'updated_at': '2022-01-25T21:10:39Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:10:41.552571 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (696cd984-c8e2-49ad-90a3-606bdbc78e6c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:41.607423 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696cd984-c8e2-49ad-90a3-606bdbc78e6c,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:41.610352 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916f693-2f4c-47de-97e9-d9cf92d6ea0b None None] New status for floating IP 794ee5fc-e205-4c1d-9965-2744ab985997: ACTIVE {{(pid=103219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:10:41.622027 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Checking segment: {'id': '82ba0f6f-5c00-4fa0-92ce-c8713349cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c060a190-408f-4cf8-b0f5-9073469c81c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:10:41.626380 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Network hostable DHCP agents. Network: c060a190-408f-4cf8-b0f5-9073469c81c7, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:10:41.730995 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9132-bf0d-4919-8347-f468690a2cdc req-96c0ff9f-bc2c-493f-b938-e0a3aa802d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:41.732523 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-060b9132-bf0d-4919-8347-f468690a2cdc req-96c0ff9f-bc2c-493f-b938-e0a3aa802d7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1098 time: 0.0488546 Jan 25 21:10:41.798199 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Network c060a190-408f-4cf8-b0f5-9073469c81c7 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:10:41.828591 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9132-bf0d-4919-8347-f468690a2cdc req-3c077a8d-27ae-4995-834e-491dd9252ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:41.831894 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-060b9132-bf0d-4919-8347-f468690a2cdc req-3c077a8d-27ae-4995-834e-491dd9252ed4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.0913601 Jan 25 21:10:41.883861 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, c060a190-408f-4cf8-b0f5-9073469c81c7) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:10:41.892948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2352a-0019-4987-a424-2edb47c3f297 None None] Network c060a190-408f-4cf8-b0f5-9073469c81c7 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:10:41.897277 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:41.897908 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:41.937526 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-060b9132-bf0d-4919-8347-f468690a2cdc req-44567949-dbfa-4539-badb-febbc31f0cff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dcaae43-dd36-472e-ae30-092b0af82099 HTTP/1.1" status: 200 len: 999 time: 0.1014345 Jan 25 21:10:41.987922 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9132-bf0d-4919-8347-f468690a2cdc req-1a9f419d-86c6-4680-8d1b-20e6b1443dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:41.990791 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-060b9132-bf0d-4919-8347-f468690a2cdc req-1a9f419d-86c6-4680-8d1b-20e6b1443dfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0472455 Jan 25 21:10:41.995395 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16701c2-c30d-47b8-b643-11d6f34a2cab None None] Network c060a190-408f-4cf8-b0f5-9073469c81c7 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:10:42.051371 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e6a8d428-0f07-477d-b485-72f5097821b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9555299 Jan 25 21:10:42.073980 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9132-bf0d-4919-8347-f468690a2cdc req-437e6df8-2f0e-48f3-ac26-ac58958496ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:42.075606 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-060b9132-bf0d-4919-8347-f468690a2cdc req-437e6df8-2f0e-48f3-ac26-ac58958496ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0695629 Jan 25 21:10:42.094308 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88c82-e9c3-43b7-aee4-cfcbebc83203 req-8d3b257d-f5af-47c1-b301-c6c84bb5657e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:42.095812 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2ca88c82-e9c3-43b7-aee4-cfcbebc83203 req-8d3b257d-f5af-47c1-b301-c6c84bb5657e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0740733 Jan 25 21:10:42.146643 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2ca88c82-e9c3-43b7-aee4-cfcbebc83203 req-a25a2caa-e59e-485d-9353-ef1c59aa3591 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Jan 25 21:10:42.172470 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-060b9132-bf0d-4919-8347-f468690a2cdc req-59d12977-32c6-486b-a0bc-0e57859987fc service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907304 Jan 25 21:10:42.272724 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-060b9132-bf0d-4919-8347-f468690a2cdc req-5b7103b7-d8b5-490d-9296-680e14f27bf6 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947692 Jan 25 21:10:43.261581 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0da176-993f-433b-bc48-d26eb31f7dfb req-331d9743-2c81-4a64-b4f4-3ac0ce631e1a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:43.263071 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9c0da176-993f-433b-bc48-d26eb31f7dfb req-331d9743-2c81-4a64-b4f4-3ac0ce631e1a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0480103 Jan 25 21:10:43.313228 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9c0da176-993f-433b-bc48-d26eb31f7dfb req-639fd10d-9e2c-467b-8dfc-2d1046691d74 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Jan 25 21:10:44.438445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a06b67-6a8a-4e36-bdee-010fc3ae94ce req-ed11cee9-9fdc-4e0f-87ec-0036c95ebea5 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:44.439935 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a8a06b67-6a8a-4e36-bdee-010fc3ae94ce req-ed11cee9-9fdc-4e0f-87ec-0036c95ebea5 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0503387 Jan 25 21:10:44.487042 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a8a06b67-6a8a-4e36-bdee-010fc3ae94ce req-819cadb6-8e13-43f2-9f46-b986217362c8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Jan 25 21:10:45.070544 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33690) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:45.093485 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33694) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:45.176454 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4baacbb0-2946-4c3e-800f-c30406be99b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.205639 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c27-16c1-49b4-9362-e080350b0b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.307884 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4baacbb0-2946-4c3e-800f-c30406be99b2 admin admin] Publish callbacks [] for security_group (306c4d13-d9d9-489b-b685-8e2ad92451fb), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.325100 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c27-16c1-49b4-9362-e080350b0b29 admin admin] Publish callbacks [] for security_group (79ac2042-0270-487b-8080-eaf2f6633b96), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.402522 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4baacbb0-2946-4c3e-800f-c30406be99b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (306c4d13-d9d9-489b-b685-8e2ad92451fb), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.441340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baacbb0-2946-4c3e-800f-c30406be99b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306c4d13-d9d9-489b-b685-8e2ad92451fb,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:45.445507 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4baacbb0-2946-4c3e-800f-c30406be99b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b6137fbfc90478696b3051510ec3d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738968 Jan 25 21:10:45.448163 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33704) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:45.459147 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2cb96c27-16c1-49b4-9362-e080350b0b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (79ac2042-0270-487b-8080-eaf2f6633b96), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.512044 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-2cb96c27-16c1-49b4-9362-e080350b0b29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48b716a182364ec3ae7e1c1f8e08ca90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172230 Jan 25 21:10:45.514716 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33708) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:45.516094 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96c27-16c1-49b4-9362-e080350b0b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ac2042-0270-487b-8080-eaf2f6633b96,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:45.532434 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b41985c6-1734-4a1a-a9b1-66f96265194a admin admin] Publish callbacks [] for security_group (306c4d13-d9d9-489b-b685-8e2ad92451fb), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.555423 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b41985c6-1734-4a1a-a9b1-66f96265194a admin admin] Publish callbacks [] for security_group (306c4d13-d9d9-489b-b685-8e2ad92451fb), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.582106 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9565657-9f07-4055-8dda-95747158864a admin admin] Publish callbacks [] for security_group (79ac2042-0270-487b-8080-eaf2f6633b96), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.626837 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9565657-9f07-4055-8dda-95747158864a admin admin] Publish callbacks [] for security_group (79ac2042-0270-487b-8080-eaf2f6633b96), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.643300 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04586156-96ed-4cfc-a39e-dd52eea8ed4c req-0f98e04b-2575-4842-a3db-bbdf5f56bc47 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:45.645554 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-04586156-96ed-4cfc-a39e-dd52eea8ed4c req-0f98e04b-2575-4842-a3db-bbdf5f56bc47 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0742469 Jan 25 21:10:45.704594 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-04586156-96ed-4cfc-a39e-dd52eea8ed4c req-3a731212-a09c-427c-a4d5-15fb1c020085 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Jan 25 21:10:45.779727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b41985c6-1734-4a1a-a9b1-66f96265194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (306c4d13-d9d9-489b-b685-8e2ad92451fb), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.782303 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b41985c6-1734-4a1a-a9b1-66f96265194a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.783497 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b41985c6-1734-4a1a-a9b1-66f96265194a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/306c4d13-d9d9-489b-b685-8e2ad92451fb HTTP/1.1" status: 204 len: 168 time: 0.3344514 Jan 25 21:10:45.792363 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41985c6-1734-4a1a-a9b1-66f96265194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c4d13-d9d9-489b-b685-8e2ad92451fb,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:45.817438 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9565657-9f07-4055-8dda-95747158864a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (79ac2042-0270-487b-8080-eaf2f6633b96), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.819021 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b9565657-9f07-4055-8dda-95747158864a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:45.820237 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b9565657-9f07-4055-8dda-95747158864a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79ac2042-0270-487b-8080-eaf2f6633b96 HTTP/1.1" status: 204 len: 168 time: 0.3044198 Jan 25 21:10:45.835611 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9565657-9f07-4055-8dda-95747158864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ac2042-0270-487b-8080-eaf2f6633b96,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:46.511198 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33736) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:46.523781 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f96ffa41-553b-447e-b2ae-d158843ce1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.598407 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f96ffa41-553b-447e-b2ae-d158843ce1dc admin admin] Publish callbacks [] for security_group (c794f949-b460-4afe-84b4-a98b9f534a6c), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.599272 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33738) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:46.612101 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5ce804e4-fac9-4f7e-8c13-b2343683431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.677598 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f96ffa41-553b-447e-b2ae-d158843ce1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c794f949-b460-4afe-84b4-a98b9f534a6c), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.685972 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5ce804e4-fac9-4f7e-8c13-b2343683431d admin admin] Publish callbacks [] for security_group (b8eef82c-33a4-48aa-9c19-4bab2d034b1a), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.714765 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f96ffa41-553b-447e-b2ae-d158843ce1dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35ca2b45a98c4512a9c229732deccc19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025137 Jan 25 21:10:46.715960 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ffa41-553b-447e-b2ae-d158843ce1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c794f949-b460-4afe-84b4-a98b9f534a6c,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:46.717419 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33740) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:46.767098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe3c8-2289-4c58-8362-8a9a8e0f1870 admin admin] Publish callbacks [] for security_group (c794f949-b460-4afe-84b4-a98b9f534a6c), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.777370 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5ce804e4-fac9-4f7e-8c13-b2343683431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (b8eef82c-33a4-48aa-9c19-4bab2d034b1a), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.804908 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe3c8-2289-4c58-8362-8a9a8e0f1870 admin admin] Publish callbacks [] for security_group (c794f949-b460-4afe-84b4-a98b9f534a6c), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.825318 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62673967-4eb0-449d-ac46-490fe2ec2806 req-deb53a6d-c9da-4930-a320-8b286a03a120 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:46.826911 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-62673967-4eb0-449d-ac46-490fe2ec2806 req-deb53a6d-c9da-4930-a320-8b286a03a120 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0499802 Jan 25 21:10:46.841852 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5ce804e4-fac9-4f7e-8c13-b2343683431d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a385e126fc894ffcba6c5da4fa5fbfca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414665 Jan 25 21:10:46.846552 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33744) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:46.849588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce804e4-fac9-4f7e-8c13-b2343683431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eef82c-33a4-48aa-9c19-4bab2d034b1a,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:46.897517 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-62673967-4eb0-449d-ac46-490fe2ec2806 req-66560f60-ce67-4424-bb3c-fa84a0968c89 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649993 Jan 25 21:10:46.914260 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2c319d8-2667-4d3c-a1b1-d8aa960c1a0f admin admin] Publish callbacks [] for security_group (b8eef82c-33a4-48aa-9c19-4bab2d034b1a), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.935058 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2c319d8-2667-4d3c-a1b1-d8aa960c1a0f admin admin] Publish callbacks [] for security_group (b8eef82c-33a4-48aa-9c19-4bab2d034b1a), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.968274 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe3c8-2289-4c58-8362-8a9a8e0f1870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c794f949-b460-4afe-84b4-a98b9f534a6c), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.971943 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe3c8-2289-4c58-8362-8a9a8e0f1870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:46.973790 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b8cbe3c8-2289-4c58-8362-8a9a8e0f1870 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c794f949-b460-4afe-84b4-a98b9f534a6c HTTP/1.1" status: 204 len: 168 time: 0.2546444 Jan 25 21:10:46.982134 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbe3c8-2289-4c58-8362-8a9a8e0f1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c794f949-b460-4afe-84b4-a98b9f534a6c,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:47.071198 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2c319d8-2667-4d3c-a1b1-d8aa960c1a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (b8eef82c-33a4-48aa-9c19-4bab2d034b1a), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:47.073926 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2c319d8-2667-4d3c-a1b1-d8aa960c1a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:47.075143 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a2c319d8-2667-4d3c-a1b1-d8aa960c1a0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8eef82c-33a4-48aa-9c19-4bab2d034b1a HTTP/1.1" status: 204 len: 168 time: 0.2276707 Jan 25 21:10:47.084496 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c319d8-2667-4d3c-a1b1-d8aa960c1a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eef82c-33a4-48aa-9c19-4bab2d034b1a,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:48.013026 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11efb40-e552-4b73-877f-0cd998da85d3 req-6e814eb9-af07-4c26-ad32-38074f258eb6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:48.014497 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f11efb40-e552-4b73-877f-0cd998da85d3 req-6e814eb9-af07-4c26-ad32-38074f258eb6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0487268 Jan 25 21:10:48.063740 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f11efb40-e552-4b73-877f-0cd998da85d3 req-57f584a6-adc3-4202-81ed-fbd36267de94 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Jan 25 21:10:49.176324 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ea542-0380-4ada-b3d8-c108039d7f87 req-911b09a5-40d8-4e30-8127-734d3b909bda tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:49.177840 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-815ea542-0380-4ada-b3d8-c108039d7f87 req-911b09a5-40d8-4e30-8127-734d3b909bda tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0469069 Jan 25 21:10:49.231626 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-815ea542-0380-4ada-b3d8-c108039d7f87 req-f3641a3d-610e-4052-83d9-ca838ad73b87 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Jan 25 21:10:49.721765 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33870) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:49.851861 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1bdf9d1-7a48-46a0-8054-6a51e941415d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:49.924810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1bdf9d1-7a48-46a0-8054-6a51e941415d admin admin] Publish callbacks [] for security_group (90050627-c206-4e40-bfa5-34ed4ce06fc3), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:49.997039 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1bdf9d1-7a48-46a0-8054-6a51e941415d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (90050627-c206-4e40-bfa5-34ed4ce06fc3), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:50.005657 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:10:50.041940 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdf9d1-7a48-46a0-8054-6a51e941415d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90050627-c206-4e40-bfa5-34ed4ce06fc3,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:50.046464 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a1bdf9d1-7a48-46a0-8054-6a51e941415d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=163866d5873642b3a4e92d21c70b8dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227227 Jan 25 21:10:50.049266 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33888) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:50.102822 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d527cd9d-18dd-4484-9cc3-d19adf66b5dc admin admin] Publish callbacks [] for security_group (90050627-c206-4e40-bfa5-34ed4ce06fc3), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:50.122990 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d527cd9d-18dd-4484-9cc3-d19adf66b5dc admin admin] Publish callbacks [] for security_group (90050627-c206-4e40-bfa5-34ed4ce06fc3), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:50.271161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d527cd9d-18dd-4484-9cc3-d19adf66b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (90050627-c206-4e40-bfa5-34ed4ce06fc3), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:50.273868 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d527cd9d-18dd-4484-9cc3-d19adf66b5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:50.275175 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d527cd9d-18dd-4484-9cc3-d19adf66b5dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90050627-c206-4e40-bfa5-34ed4ce06fc3 HTTP/1.1" status: 204 len: 168 time: 0.2247803 Jan 25 21:10:50.290179 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527cd9d-18dd-4484-9cc3-d19adf66b5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90050627-c206-4e40-bfa5-34ed4ce06fc3,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:50.358978 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec31c16-3db4-4079-a952-fbbabfb8be2e req-42d98bc0-b121-4b20-84fb-c88cfbe2ea01 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:50.360609 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4ec31c16-3db4-4079-a952-fbbabfb8be2e req-42d98bc0-b121-4b20-84fb-c88cfbe2ea01 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0532360 Jan 25 21:10:50.424458 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4ec31c16-3db4-4079-a952-fbbabfb8be2e req-1f6580e4-d0b1-46f4-9f56-be3968a52a54 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Jan 25 21:10:50.849539 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33954) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:51.050042 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9cda7fd4-4062-4559-bd77-51500da741d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:51.121068 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9cda7fd4-4062-4559-bd77-51500da741d9 admin admin] Publish callbacks [] for security_group (36e44b6a-62c8-41c5-a92a-656b596ec5ce), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:51.213804 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9cda7fd4-4062-4559-bd77-51500da741d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (36e44b6a-62c8-41c5-a92a-656b596ec5ce), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:51.259328 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-9cda7fd4-4062-4559-bd77-51500da741d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f2985fb2f0d48609bc8de1339eb57ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086473 Jan 25 21:10:51.260295 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda7fd4-4062-4559-bd77-51500da741d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e44b6a-62c8-41c5-a92a-656b596ec5ce,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:51.261341 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 33976) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:51.309447 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-999ec6ec-d3ac-4322-9b02-882b106c6e05 admin admin] Publish callbacks [] for security_group (36e44b6a-62c8-41c5-a92a-656b596ec5ce), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:51.332234 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-999ec6ec-d3ac-4322-9b02-882b106c6e05 admin admin] Publish callbacks [] for security_group (36e44b6a-62c8-41c5-a92a-656b596ec5ce), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:51.477212 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-999ec6ec-d3ac-4322-9b02-882b106c6e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (36e44b6a-62c8-41c5-a92a-656b596ec5ce), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:51.480312 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-999ec6ec-d3ac-4322-9b02-882b106c6e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:51.482306 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-999ec6ec-d3ac-4322-9b02-882b106c6e05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36e44b6a-62c8-41c5-a92a-656b596ec5ce HTTP/1.1" status: 204 len: 168 time: 0.2199082 Jan 25 21:10:51.491140 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ec6ec-d3ac-4322-9b02-882b106c6e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e44b6a-62c8-41c5-a92a-656b596ec5ce,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:51.683402 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57841f3d-0b8a-4363-a6c8-4c653e0e77e1 req-70aa19fb-556d-4321-ba40-c95d8804aa4b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:51.684869 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-57841f3d-0b8a-4363-a6c8-4c653e0e77e1 req-70aa19fb-556d-4321-ba40-c95d8804aa4b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0515704 Jan 25 21:10:51.733025 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-57841f3d-0b8a-4363-a6c8-4c653e0e77e1 req-bd56221a-9f4f-464d-863c-c9e563d33830 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Jan 25 21:10:51.737286 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 33996) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:51.945866 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3bac82da-7585-4fe5-8478-51d4c6fc9932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.025247 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3bac82da-7585-4fe5-8478-51d4c6fc9932 admin admin] Publish callbacks [] for security_group (29960a0c-8af2-4264-9ba6-83f95748ec5e), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.127904 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3bac82da-7585-4fe5-8478-51d4c6fc9932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (29960a0c-8af2-4264-9ba6-83f95748ec5e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.168855 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3bac82da-7585-4fe5-8478-51d4c6fc9932 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae4c16297fb74898b2bb1c0cdc43b3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281328 Jan 25 21:10:52.168855 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac82da-7585-4fe5-8478-51d4c6fc9932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29960a0c-8af2-4264-9ba6-83f95748ec5e,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:52.169545 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34012) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:52.219794 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3d34934c-22fa-441b-b4f4-74e3fe959a30 admin admin] Publish callbacks [] for security_group (29960a0c-8af2-4264-9ba6-83f95748ec5e), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.241068 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3d34934c-22fa-441b-b4f4-74e3fe959a30 admin admin] Publish callbacks [] for security_group (29960a0c-8af2-4264-9ba6-83f95748ec5e), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.322606 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34020) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:52.338023 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-642e80ba-5e91-4204-b693-40273297dbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.366209 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3d34934c-22fa-441b-b4f4-74e3fe959a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (29960a0c-8af2-4264-9ba6-83f95748ec5e), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.368813 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3d34934c-22fa-441b-b4f4-74e3fe959a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.369947 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3d34934c-22fa-441b-b4f4-74e3fe959a30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29960a0c-8af2-4264-9ba6-83f95748ec5e HTTP/1.1" status: 204 len: 168 time: 0.1993227 Jan 25 21:10:52.387464 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34934c-22fa-441b-b4f4-74e3fe959a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29960a0c-8af2-4264-9ba6-83f95748ec5e,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:52.436950 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-642e80ba-5e91-4204-b693-40273297dbc2 admin admin] Publish callbacks [] for security_group (51c7d369-221e-442f-b801-283f50a29159), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.546561 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-642e80ba-5e91-4204-b693-40273297dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (51c7d369-221e-442f-b801-283f50a29159), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.586047 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-642e80ba-5e91-4204-b693-40273297dbc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2adb39dd459a4c17882c857058ffd3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623396 Jan 25 21:10:52.587192 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e80ba-5e91-4204-b693-40273297dbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c7d369-221e-442f-b801-283f50a29159,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:52.588764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34030) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:52.634525 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-70ba6cb8-69d2-43cf-8f84-8fa17e3370c8 admin admin] Publish callbacks [] for security_group (51c7d369-221e-442f-b801-283f50a29159), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.655810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-70ba6cb8-69d2-43cf-8f84-8fa17e3370c8 admin admin] Publish callbacks [] for security_group (51c7d369-221e-442f-b801-283f50a29159), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.762579 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-70ba6cb8-69d2-43cf-8f84-8fa17e3370c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (51c7d369-221e-442f-b801-283f50a29159), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.765901 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-70ba6cb8-69d2-43cf-8f84-8fa17e3370c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:52.767104 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-70ba6cb8-69d2-43cf-8f84-8fa17e3370c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51c7d369-221e-442f-b801-283f50a29159 HTTP/1.1" status: 204 len: 168 time: 0.1773374 Jan 25 21:10:52.777283 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba6cb8-69d2-43cf-8f84-8fa17e3370c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c7d369-221e-442f-b801-283f50a29159,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:52.891704 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831c4cc-c01d-41e9-97b0-1be034685458 req-72d4fa5e-940e-4f4f-a14e-507a47378088 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:52.893448 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6831c4cc-c01d-41e9-97b0-1be034685458 req-72d4fa5e-940e-4f4f-a14e-507a47378088 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0596771 Jan 25 21:10:52.940986 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6831c4cc-c01d-41e9-97b0-1be034685458 req-75c507dd-45f6-4934-9f22-5f173d0acfa1 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jan 25 21:10:53.396827 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34062) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:53.418317 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:53.527823 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Publish callbacks [] for security_group (8dcbcd5d-bbca-47b1-9f39-679c579618cc), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:53.694068 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (8dcbcd5d-bbca-47b1-9f39-679c579618cc), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:53.732452 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=164de95b3cc24676b8621ad4851db0f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335743 Jan 25 21:10:53.733511 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcbcd5d-bbca-47b1-9f39-679c579618cc,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:53.735533 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34070) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:53.751920 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.752212 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.752564 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.752898 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.753252 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.753552 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.753944 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.754275 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.754614 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.761036 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.761036 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.761036 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.761036 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f555d-0a95-47f6-bf8c-c8cf09335464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:53.806382 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d87136-efa8-46e5-8b61-0094e022406a admin admin] Publish callbacks [] for security_group (8dcbcd5d-bbca-47b1-9f39-679c579618cc), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:53.827310 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d87136-efa8-46e5-8b61-0094e022406a admin admin] Publish callbacks [] for security_group (8dcbcd5d-bbca-47b1-9f39-679c579618cc), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:53.968438 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d87136-efa8-46e5-8b61-0094e022406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (8dcbcd5d-bbca-47b1-9f39-679c579618cc), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:53.982130 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87d87136-efa8-46e5-8b61-0094e022406a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:53.982130 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-87d87136-efa8-46e5-8b61-0094e022406a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dcbcd5d-bbca-47b1-9f39-679c579618cc HTTP/1.1" status: 204 len: 168 time: 0.2359669 Jan 25 21:10:53.982130 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d87136-efa8-46e5-8b61-0094e022406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcbcd5d-bbca-47b1-9f39-679c579618cc,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:54.075475 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871056e-0d69-4967-8ceb-d7afb18ea541 req-0cec5ab6-b8bc-4d4c-b523-8a26bb53203d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:54.076912 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c871056e-0d69-4967-8ceb-d7afb18ea541 req-0cec5ab6-b8bc-4d4c-b523-8a26bb53203d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0507338 Jan 25 21:10:54.121642 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c871056e-0d69-4967-8ceb-d7afb18ea541 req-a4fb0330-ec47-4549-ad4b-86ce63ad61b8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Jan 25 21:10:55.249906 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228c788-e859-40bd-ad5c-89a270fae43f req-975975b4-cca7-4087-b47e-9a36cff13761 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:55.251475 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a228c788-e859-40bd-ad5c-89a270fae43f req-975975b4-cca7-4087-b47e-9a36cff13761 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0514591 Jan 25 21:10:55.272438 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da6c9d-345e-4018-be3e-69bc1cf910ff req-b0b90601-ae49-4e94-8588-567013a40480 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:55.273937 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-59da6c9d-345e-4018-be3e-69bc1cf910ff req-b0b90601-ae49-4e94-8588-567013a40480 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0514207 Jan 25 21:10:55.314825 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a228c788-e859-40bd-ad5c-89a270fae43f req-7b0b13d0-e642-46fe-a606-509a2bac3047 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543175 Jan 25 21:10:55.329903 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-59da6c9d-345e-4018-be3e-69bc1cf910ff req-4313f6a2-02bc-4b11-9067-344affb858ff tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Jan 25 21:10:55.687798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-bd61385d-02db-403e-90fd-36aa0c1f3a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:56.434781 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1872b-5fe1-48fe-8880-76ff05321255 req-fb6005dd-854d-4e96-a7e4-3c63ec81dd5a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:56.438632 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f7e1872b-5fe1-48fe-8880-76ff05321255 req-fb6005dd-854d-4e96-a7e4-3c63ec81dd5a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0510767 Jan 25 21:10:56.484183 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f525a08-bf16-4e3f-afcc-4cd1b2ec4032 req-5cb7c1ff-f594-405f-a274-45e31e314501 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:56.491090 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6f525a08-bf16-4e3f-afcc-4cd1b2ec4032 req-5cb7c1ff-f594-405f-a274-45e31e314501 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0711267 Jan 25 21:10:56.500490 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f7e1872b-5fe1-48fe-8880-76ff05321255 req-be1c3d08-c786-4ad0-9798-ae5e5326f9ea tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558813 Jan 25 21:10:56.563697 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6f525a08-bf16-4e3f-afcc-4cd1b2ec4032 req-e4820f63-b93f-4d08-807b-4ceb0c0d3762 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 Jan 25 21:10:57.577997 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-f6d20ca7-857b-419d-94bd-8793bcceed80 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:57.579473 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-f6d20ca7-857b-419d-94bd-8793bcceed80 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.0483797 Jan 25 21:10:57.645297 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a5e6c-113c-434f-b728-127050e96ff6 req-d38d8cd5-2d51-47bd-9570-8fbd0653d323 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:57.647302 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-333a5e6c-113c-434f-b728-127050e96ff6 req-d38d8cd5-2d51-47bd-9570-8fbd0653d323 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0692196 Jan 25 21:10:57.744243 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-333a5e6c-113c-434f-b728-127050e96ff6 req-882bfbd6-708c-4c64-8d0f-999fd31ffc78 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846877 Jan 25 21:10:57.751826 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced73ec8-7d30-4508-b27a-62071c7832f0 req-5cc9fed4-320a-4df8-b38e-7a43d19c6cb8 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:57.751826 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ced73ec8-7d30-4508-b27a-62071c7832f0 req-5cc9fed4-320a-4df8-b38e-7a43d19c6cb8 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 946 time: 0.1105566 Jan 25 21:10:57.784151 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Deleting port 08899301-7d94-40f9-94d5-24b17e1f8014 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:10:57.784511 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:57.816496 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-13860365-981b-404c-b5f8-bcc8b398cd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:57.873020 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ced73ec8-7d30-4508-b27a-62071c7832f0 req-cf69d8f7-842e-44f3-9a31-d0b022b2abb1 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/security-groups?id=2482226b-dd5e-4677-9fed-db56dd84cf8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208827 Jan 25 21:10:57.906809 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] For port 08899301-7d94-40f9-94d5-24b17e1f8014, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=08899301-7d94-40f9-94d5-24b17e1f8014,segment=NetworkSegment(68e4e6bc-0b8e-4914-a747-d8045f9f00e5),segment_id=68e4e6bc-0b8e-4914-a747-d8045f9f00e5)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:10:57.906809 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:57.917462 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Calling delete_port for 08899301-7d94-40f9-94d5-24b17e1f8014 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:10:58.271162 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34290) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:58.340495 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (08899301-7d94-40f9-94d5-24b17e1f8014), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.362190 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['08899301-7d94-40f9-94d5-24b17e1f8014'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:10:58.374040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Pushing event deleted for resources: {'Port': ['ID=08899301-7d94-40f9-94d5-24b17e1f8014,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:58.395895 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-70f3ab32-55aa-40c0-a512-bd6730321113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.432206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.437612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:10:58.455892 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] No DVR routers for this DVR port 08899301-7d94-40f9-94d5-24b17e1f8014 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:10:58.459814 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.463476 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ccfce9db-f9ff-4d48-a00a-a8f1c792cf50 req-47d06b19-0235-44c2-9828-a879ec5f97d6 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.24 "DELETE /v2.0/ports/08899301-7d94-40f9-94d5-24b17e1f8014 HTTP/1.1" status: 204 len: 173 time: 0.8768997 Jan 25 21:10:58.464064 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'name': 'network-vif-deleted', 'tag': '08899301-7d94-40f9-94d5-24b17e1f8014'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:10:58.466368 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e177682-6c3b-4816-8595-106cec3f37dd" -d '{"events": [{"server_uuid": "ac801c13-95df-4e63-b39d-96744c3284f2", "name": "network-vif-deleted", "tag": "08899301-7d94-40f9-94d5-24b17e1f8014"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:10:58.482418 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-70f3ab32-55aa-40c0-a512-bd6730321113 admin admin] Publish callbacks [] for security_group (e3149e2c-d8d7-423d-afcb-34e6df22335d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.503104 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b712e-eae8-4eb8-ae9b-1a1a42dae6e3 x-openstack-request-id: req-ae2b712e-eae8-4eb8-ae9b-1a1a42dae6e3 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:10:58.503519 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac801c13-95df-4e63-b39d-96744c3284f2", "name": "network-vif-deleted", "tag": "08899301-7d94-40f9-94d5-24b17e1f8014", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:10:58.504293 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae2b712e-eae8-4eb8-ae9b-1a1a42dae6e3 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:10:58.504693 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac801c13-95df-4e63-b39d-96744c3284f2', 'name': 'network-vif-deleted', 'tag': '08899301-7d94-40f9-94d5-24b17e1f8014', 'status': 'completed', 'code': 200} Jan 25 21:10:58.545350 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-70f3ab32-55aa-40c0-a512-bd6730321113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e3149e2c-d8d7-423d-afcb-34e6df22335d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.586473 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-70f3ab32-55aa-40c0-a512-bd6730321113 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61d239333633425687d9924ea84f1662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140781 Jan 25 21:10:58.587241 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3ab32-55aa-40c0-a512-bd6730321113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3149e2c-d8d7-423d-afcb-34e6df22335d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:58.589052 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34300) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:58.649398 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e2f573ae-c195-4444-a97e-3e4b0cc932ca admin admin] Publish callbacks [] for security_group (e3149e2c-d8d7-423d-afcb-34e6df22335d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.671481 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e2f573ae-c195-4444-a97e-3e4b0cc932ca admin admin] Publish callbacks [] for security_group (e3149e2c-d8d7-423d-afcb-34e6df22335d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.773924 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e2f573ae-c195-4444-a97e-3e4b0cc932ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e3149e2c-d8d7-423d-afcb-34e6df22335d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.776683 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e2f573ae-c195-4444-a97e-3e4b0cc932ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:58.777896 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e2f573ae-c195-4444-a97e-3e4b0cc932ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3149e2c-d8d7-423d-afcb-34e6df22335d HTTP/1.1" status: 204 len: 168 time: 0.1871505 Jan 25 21:10:58.786609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f573ae-c195-4444-a97e-3e4b0cc932ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3149e2c-d8d7-423d-afcb-34e6df22335d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:58.866695 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e86f1f-193c-400f-9f67-940f5dfcf018 req-a080762b-9996-41fc-ae8c-2fa6908c1656 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:10:58.868150 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-14e86f1f-193c-400f-9f67-940f5dfcf018 req-a080762b-9996-41fc-ae8c-2fa6908c1656 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0472317 Jan 25 21:10:58.913170 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-14e86f1f-193c-400f-9f67-940f5dfcf018 req-3e693e47-0cf5-4d0e-9409-5ab4e03a2d0c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Jan 25 21:10:58.981373 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fba44a31-6949-4cc7-a506-031a226ce177 req-31bc11c7-61ee-4fe9-997c-a7c70ada1574 tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0354168 Jan 25 21:10:59.104939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.476367 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34330) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:59.489788 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a6b919e7-c74a-4508-9adf-9087d02d1b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.563484 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a6b919e7-c74a-4508-9adf-9087d02d1b6e admin admin] Publish callbacks [] for security_group (83beeed0-91c4-4f0b-8a31-86f1887b04eb), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.630587 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a6b919e7-c74a-4508-9adf-9087d02d1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (83beeed0-91c4-4f0b-8a31-86f1887b04eb), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.668325 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a6b919e7-c74a-4508-9adf-9087d02d1b6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=617dda9626114f56a0c47803b4150363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908267 Jan 25 21:10:59.670772 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b919e7-c74a-4508-9adf-9087d02d1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83beeed0-91c4-4f0b-8a31-86f1887b04eb,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:10:59.671976 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34336) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:10:59.725283 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d93f9c55-0d1b-4d90-bc1a-11457e2370a7 admin admin] Publish callbacks [] for security_group (83beeed0-91c4-4f0b-8a31-86f1887b04eb), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.747155 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d93f9c55-0d1b-4d90-bc1a-11457e2370a7 admin admin] Publish callbacks [] for security_group (83beeed0-91c4-4f0b-8a31-86f1887b04eb), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.888174 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d93f9c55-0d1b-4d90-bc1a-11457e2370a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (83beeed0-91c4-4f0b-8a31-86f1887b04eb), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.890862 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d93f9c55-0d1b-4d90-bc1a-11457e2370a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:10:59.895655 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d93f9c55-0d1b-4d90-bc1a-11457e2370a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83beeed0-91c4-4f0b-8a31-86f1887b04eb HTTP/1.1" status: 204 len: 168 time: 0.2180185 Jan 25 21:10:59.900892 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f9c55-0d1b-4d90-bc1a-11457e2370a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83beeed0-91c4-4f0b-8a31-86f1887b04eb,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:00.116531 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5a52ade3-7379-4b40-9112-82ca00f1c5cf req-5fb542cc-aead-44cc-90bd-147e5cfc2c3c tempest-DeleteServersTestJSON-1996848071 tempest-DeleteServersTestJSON-1996848071-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac801c13-95df-4e63-b39d-96744c3284f2 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Jan 25 21:11:00.180828 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09d4b-6d67-41eb-b710-f535ac788025 req-0f5bee0c-b7a4-4cf3-be51-83f623e29e54 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:00.182391 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-11f09d4b-6d67-41eb-b710-f535ac788025 req-0f5bee0c-b7a4-4cf3-be51-83f623e29e54 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0519235 Jan 25 21:11:00.228949 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-11f09d4b-6d67-41eb-b710-f535ac788025 req-c68d52d5-1e8c-4b72-9cd6-6e28fad0f33e tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409915 Jan 25 21:11:00.539706 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:01.391787 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcf13c-3bdf-4181-831e-24da67e06a0a req-43e68c9a-002e-4bad-8ecd-747376dcfe53 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:01.393320 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b3bcf13c-3bdf-4181-831e-24da67e06a0a req-43e68c9a-002e-4bad-8ecd-747376dcfe53 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0664003 Jan 25 21:11:01.464076 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b3bcf13c-3bdf-4181-831e-24da67e06a0a req-b3ec4d5e-8143-42d4-aa3e-b6d78bc761c6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531323 Jan 25 21:11:01.575172 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71829eb-5537-48de-904b-cc98709b15d0 req-8d56f2b3-e7e5-45ed-afc0-bffde91a474f tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:01.576745 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-8d56f2b3-e7e5-45ed-afc0-bffde91a474f tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.1326072 Jan 25 21:11:01.601575 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-e978007c-18d1-479c-b09f-f923865926c8 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/quotas/0b79d41991344f249ba47758d51bbb54 HTTP/1.1" status: 200 len: 375 time: 0.0184414 Jan 25 21:11:01.655778 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-6aaed81f-25fb-4298-8d7e-d052daa121e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532663 Jan 25 21:11:01.755907 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-16521d62-a212-4d72-a6fc-f17be5fad300 service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932248 Jan 25 21:11:01.785342 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:01.864114 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-2b271c6f-43aa-49b4-8a75-81813d9b6f40 service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022401 Jan 25 21:11:01.912055 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34446) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:02.028915 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f15aeac3-3790-4ab1-89d3-6ea30bd1a782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:02.099088 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f15aeac3-3790-4ab1-89d3-6ea30bd1a782 admin admin] Publish callbacks [] for security_group (81b4e0d3-cc4b-4c05-8424-b76d0871c7eb), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:02.135663 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-fd48d68e-c55f-48ca-a401-d66cb695762b req-ac055bae-d498-4cc0-b0c4-e6042572c691 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 210 time: 0.0272818 Jan 25 21:11:02.162031 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f15aeac3-3790-4ab1-89d3-6ea30bd1a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (81b4e0d3-cc4b-4c05-8424-b76d0871c7eb), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:02.373074 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aeac3-3790-4ab1-89d3-6ea30bd1a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b4e0d3-cc4b-4c05-8424-b76d0871c7eb,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:02.377250 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f15aeac3-3790-4ab1-89d3-6ea30bd1a782 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cca464ca4672481b8a5ec92369ddc431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636507 Jan 25 21:11:02.380497 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34464) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:02.442078 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2277-0db5-496f-9ca9-c9192dc420af admin admin] Publish callbacks [] for security_group (81b4e0d3-cc4b-4c05-8424-b76d0871c7eb), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:02.470925 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2277-0db5-496f-9ca9-c9192dc420af admin admin] Publish callbacks [] for security_group (81b4e0d3-cc4b-4c05-8424-b76d0871c7eb), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:02.585545 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07379054-cfac-4a00-9b4e-6fd45a4ad137 req-f0915317-eb7c-41fd-920e-c9e241913d6c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:02.587034 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-07379054-cfac-4a00-9b4e-6fd45a4ad137 req-f0915317-eb7c-41fd-920e-c9e241913d6c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0474570 Jan 25 21:11:02.632746 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-07379054-cfac-4a00-9b4e-6fd45a4ad137 req-ec1b8a9c-3e17-425b-8133-5ee09ab4ffb0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Jan 25 21:11:02.693693 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2277-0db5-496f-9ca9-c9192dc420af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (81b4e0d3-cc4b-4c05-8424-b76d0871c7eb), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:02.696446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae6b2277-0db5-496f-9ca9-c9192dc420af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:02.697625 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ae6b2277-0db5-496f-9ca9-c9192dc420af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81b4e0d3-cc4b-4c05-8424-b76d0871c7eb HTTP/1.1" status: 204 len: 168 time: 0.3160706 Jan 25 21:11:02.705302 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b2277-0db5-496f-9ca9-c9192dc420af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b4e0d3-cc4b-4c05-8424-b76d0871c7eb,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:02.942006 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34490) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:02.956018 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 08899301-7d94-40f9-94d5-24b17e1f8014 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:11:02.977076 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 08899301-7d94-40f9-94d5-24b17e1f8014 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:11:02.983900 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 08899301-7d94-40f9-94d5-24b17e1f8014 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:11:02.996719 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] Deleting subnet 983d9ff7-f68e-4c2d-b2bf-bb3641726095 {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:11:03.000142 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] Publish callbacks [] for subnet (983d9ff7-f68e-4c2d-b2bf-bb3641726095), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.042295 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] Publish callbacks [] for subnet (983d9ff7-f68e-4c2d-b2bf-bb3641726095), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.066204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (983d9ff7-f68e-4c2d-b2bf-bb3641726095), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.157305 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34514) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:03.241762 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for subnet (983d9ff7-f68e-4c2d-b2bf-bb3641726095), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.246835 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5624ebcb-116f-4a7e-a465-3d052214be69 req-8e1a5069-5e91-4d4d-9644-88fdbca8c853 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 210 time: 0.0401647 Jan 25 21:11:03.249520 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] Deleting subnet 31921988-0107-4f3d-b852-84fd2ee05617 {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:11:03.273624 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] Publish callbacks [] for subnet (31921988-0107-4f3d-b852-84fd2ee05617), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.276936 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983d9ff7-f68e-4c2d-b2bf-bb3641726095,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:03.303119 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.306834 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-8eb9d7a1-6ed0-4502-b6c1-326517704745 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/983d9ff7-f68e-4c2d-b2bf-bb3641726095 HTTP/1.1" status: 204 len: 168 time: 0.3633058 Jan 25 21:11:03.308968 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34522) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:03.342609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] Publish callbacks [] for subnet (31921988-0107-4f3d-b852-84fd2ee05617), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.375040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (31921988-0107-4f3d-b852-84fd2ee05617), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.419422 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (4b025080-ac73-4810-81c9-ed93dc8fa430), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.512479 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (4b025080-ac73-4810-81c9-ed93dc8fa430), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.535600 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.535977 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.536793 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.537156 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.538817 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.539217 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.539607 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.539900 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.540228 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.540589 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.666977 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.667576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.668051 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.668908 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:03.669615 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b025080-ac73-4810-81c9-ed93dc8fa430']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:03.695737 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e4e6bc-0b8e-4914-a747-d8045f9f00e5') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:03.696115 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e4e6bc-0b8e-4914-a747-d8045f9f00e5') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:03.700119 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (31921988-0107-4f3d-b852-84fd2ee05617), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.723031 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (68e4e6bc-0b8e-4914-a747-d8045f9f00e5), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.745314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.750910 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/31921988-0107-4f3d-b852-84fd2ee05617 HTTP/1.1" status: 204 len: 168 time: 0.5901060 Jan 25 21:11:03.751042 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18bcc3-15e6-4c66-8d00-dc0237cbf7d9 req-4f213bff-5a77-4169-a170-0b1ed7aaa919 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:03.754170 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ff18bcc3-15e6-4c66-8d00-dc0237cbf7d9 req-4f213bff-5a77-4169-a170-0b1ed7aaa919 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0500748 Jan 25 21:11:03.754834 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34536) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:03.756703 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df731c0e-b23b-40b8-b4a8-94d7b18f289f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31921988-0107-4f3d-b852-84fd2ee05617,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:03.779991 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (68e4e6bc-0b8e-4914-a747-d8045f9f00e5), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.803750 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:11:03.804067 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (68e4e6bc-0b8e-4914-a747-d8045f9f00e5), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: from cryptography.utils import int_from_bytes Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: from cryptography.utils import int_from_bytes Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:11:03.835581 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:11:03.865293 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (9e54c883-209c-4d9c-8696-70cbdb4d537e), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:03.870453 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ff18bcc3-15e6-4c66-8d00-dc0237cbf7d9 req-1cb1e558-63cc-4bdc-8fac-77366af35bc0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037829 Jan 25 21:11:03.945052 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-626d2e7a-d256-4c6a-980a-078e35237bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1733778 Jan 25 21:11:03.987674 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (9e54c883-209c-4d9c-8696-70cbdb4d537e), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.027535 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > port after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > port after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.035940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.053847 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (4b025080-ac73-4810-81c9-ed93dc8fa430), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.082042 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.097841 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b025080-ac73-4810-81c9-ed93dc8fa430 HTTP/1.1" status: 204 len: 168 time: 0.7760603 Jan 25 21:11:04.110956 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd3b68-136a-4cb8-8215-ef58ae4fabd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b025080-ac73-4810-81c9-ed93dc8fa430,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:04.116435 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.116798 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.117126 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.117462 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 21:11:04.117889 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e54c883-209c-4d9c-8696-70cbdb4d537e']}} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:04.118376 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-eeb8f1da-c533-4dbf-b5cb-adb136fa52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:04.122944 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-eeb8f1da-c533-4dbf-b5cb-adb136fa52cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 1098 time: 0.1021571 Jan 25 21:11:04.150150 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af7a969-fae9-4ba2-b226-dce57b1d88dd') {'for_net_delete': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:04.151198 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af7a969-fae9-4ba2-b226-dce57b1d88dd') {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:04.189456 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63018318'] for segment (8af7a969-fae9-4ba2-b226-dce57b1d88dd), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.225720 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (8af7a969-fae9-4ba2-b226-dce57b1d88dd), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.236008 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:11:04.245465 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62977322'] for segment (8af7a969-fae9-4ba2-b226-dce57b1d88dd), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: from cryptography.utils import int_from_bytes Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: from cryptography.utils import int_from_bytes Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: Traceback (most recent call last): Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: timer() Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: cb(*args, **kw) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: return func(*args, **kwargs) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: self._notify() Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: self.callback(batched_events) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: event.method(event) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: return f(self, *a, **k) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._get(url).json() Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: return self.request(url, 'GET', **kwargs) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:11:04.253085 dv-cinder-809518-10-iscsi neutron-server[103217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:11:04.325669 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-a719b2d2-33b9-405a-b7eb-a9d87ba6b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:04.327126 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-a719b2d2-33b9-405a-b7eb-a9d87ba6b928 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 915 time: 0.1796389 Jan 25 21:11:04.362012 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e94b3e85-675b-447f-8300-a817c6ce91cd req-5be0df4e-25f8-4f24-83b3-d99935f65fb9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 210 time: 0.0322866 Jan 25 21:11:04.376133 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-d123af9a-af2c-4463-a845-accd1e9c4bd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59 HTTP/1.1" status: 200 len: 217 time: 0.0423877 Jan 25 21:11:04.411819 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (9e54c883-209c-4d9c-8696-70cbdb4d537e), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.418269 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.422386 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9e54c883-209c-4d9c-8696-70cbdb4d537e HTTP/1.1" status: 204 len: 168 time: 0.6656463 Jan 25 21:11:04.431865 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34558) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:04.439397 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861102b3-16c0-4568-83fe-a07a67d9aa91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e54c883-209c-4d9c-8696-70cbdb4d537e,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:04.454150 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-29bc517c-1929-4a75-812b-da8586a65eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:04.455757 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-29bc517c-1929-4a75-812b-da8586a65eca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 200 len: 854 time: 0.0733938 Jan 25 21:11:04.480782 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_v2 [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] Deleting subnet 696cd984-c8e2-49ad-90a3-606bdbc78e6c {{(pid=103217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:11:04.483916 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] Publish callbacks [] for subnet (696cd984-c8e2-49ad-90a3-606bdbc78e6c), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.501569 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-2e79562c-eaec-47ac-bfcf-98eddbb64490 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330546 Jan 25 21:11:04.520841 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63018311'] for subnet (696cd984-c8e2-49ad-90a3-606bdbc78e6c), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.566732 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (696cd984-c8e2-49ad-90a3-606bdbc78e6c), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.611378 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-f8729059-0098-49c8-844b-2af46b25259d service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022990 Jan 25 21:11:04.656711 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34562) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:04.699220 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-04177f67-0f0e-41a1-a7da-6a5144ea6147 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c89f2c189ac54293959f4ecfd8299f13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413692 Jan 25 21:11:04.701778 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34564) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:04.704639 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2be1f500-3700-43ff-bd07-da20a01d9f44 req-5c6417bf-2e48-41f1-a0ab-7bcf31ed84a3 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Jan 25 21:11:04.718700 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62977412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63009036'] for subnet (696cd984-c8e2-49ad-90a3-606bdbc78e6c), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.760703 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696cd984-c8e2-49ad-90a3-606bdbc78e6c,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:04.767897 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.771692 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-443365b2-2ce4-42a8-808c-015a254f4c5d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/696cd984-c8e2-49ad-90a3-606bdbc78e6c HTTP/1.1" status: 204 len: 168 time: 0.3386531 Jan 25 21:11:04.774622 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34568) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:04.784877 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.804839 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e70df5b-4420-437f-be7c-b253bec9b298 admin admin] Publish callbacks [] for security_group (2482226b-dd5e-4677-9fed-db56dd84cf8a), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.827342 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e70df5b-4420-437f-be7c-b253bec9b298 admin admin] Publish callbacks [] for security_group (2482226b-dd5e-4677-9fed-db56dd84cf8a), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.918746 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (c060a190-408f-4cf8-b0f5-9073469c81c7), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:04.994854 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71829eb-5537-48de-904b-cc98709b15d0 req-f4122c69-d95c-4301-b11c-45f75c906d4e tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:04.996254 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-f4122c69-d95c-4301-b11c-45f75c906d4e tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.1913042 Jan 25 21:11:05.008444 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e70df5b-4420-437f-be7c-b253bec9b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2482226b-dd5e-4677-9fed-db56dd84cf8a), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.011220 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e70df5b-4420-437f-be7c-b253bec9b298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.013305 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3e70df5b-4420-437f-be7c-b253bec9b298 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2482226b-dd5e-4677-9fed-db56dd84cf8a HTTP/1.1" status: 204 len: 168 time: 0.3097892 Jan 25 21:11:05.021047 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Request body: {'port': {'device_id': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'admin_state_up': True, 'tenant_id': '0b79d41991344f249ba47758d51bbb54'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:05.043858 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70df5b-4420-437f-be7c-b253bec9b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2482226b-dd5e-4677-9fed-db56dd84cf8a,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:05.097832 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (c060a190-408f-4cf8-b0f5-9073469c81c7), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.159138 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c060a190-408f-4cf8-b0f5-9073469c81c7']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:05.170029 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddd50e-a76e-461a-b5ec-261f6b2d7c06 req-1cb68bf8-edec-408b-b374-7bf666dc89e3 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:05.171543 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9bddd50e-a76e-461a-b5ec-261f6b2d7c06 req-1cb68bf8-edec-408b-b374-7bf666dc89e3 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.2044618 Jan 25 21:11:05.184808 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34580) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:05.197337 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ba0f6f-5c00-4fa0-92ce-c8713349cb58') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:05.197637 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ba0f6f-5c00-4fa0-92ce-c8713349cb58') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:05.224385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (82ba0f6f-5c00-4fa0-92ce-c8713349cb58), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.262409 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (82ba0f6f-5c00-4fa0-92ce-c8713349cb58), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.275648 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:11:05.276044 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (82ba0f6f-5c00-4fa0-92ce-c8713349cb58), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:11:05.278630 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:11:05.296131 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9bddd50e-a76e-461a-b5ec-261f6b2d7c06 req-731365d7-c883-4a8e-918f-10447a175823 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156023 Jan 25 21:11:05.367498 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Made reservation on behalf of 0b79d41991344f249ba47758d51bbb54 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:05.375143 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.380265 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d8332b96-0ff3-4446-aa35-b94d6900557c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.465483 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8013dca3-c8f9-4d9b-80db-7b44d0246ff5 req-728d0623-80d3-4daa-b52e-87c63d290911 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 210 time: 0.0254068 Jan 25 21:11:05.500150 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (c060a190-408f-4cf8-b0f5-9073469c81c7), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.523035 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.526221 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] 10.222.0.20 "DELETE /v2.0/networks/c060a190-408f-4cf8-b0f5-9073469c81c7 HTTP/1.1" status: 204 len: 168 time: 0.7501361 Jan 25 21:11:05.533207 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c04f7-bbc8-4ab5-b6fe-95928bbda56c admin admin] Pushing event deleted for resources: {'Network': ['ID=c060a190-408f-4cf8-b0f5-9073469c81c7,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:05.539286 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d8332b96-0ff3-4446-aa35-b94d6900557c admin admin] Publish callbacks [] for security_group (1b4f4830-9a5a-4ef7-8f75-0f81096fe2da), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.609689 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Allocated IP 172.20.0.8 (cfedde32-4f8a-4ca5-989b-3ccfd1e778db/186c52da-c432-434e-b661-51411906922e/a2b76418-1ee4-466a-a4da-a90a4d3a9470) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:05.613361 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d8332b96-0ff3-4446-aa35-b94d6900557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (1b4f4830-9a5a-4ef7-8f75-0f81096fe2da), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.664322 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d8332b96-0ff3-4446-aa35-b94d6900557c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=992de71b943349afbf41652d6c06f925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4781356 Jan 25 21:11:05.666989 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34600) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:05.673192 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8332b96-0ff3-4446-aa35-b94d6900557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4f4830-9a5a-4ef7-8f75-0f81096fe2da,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:05.724127 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a793d805-302b-4180-985d-3d93fbf7dcb5 admin admin] Publish callbacks [] for security_group (1b4f4830-9a5a-4ef7-8f75-0f81096fe2da), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.759841 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a793d805-302b-4180-985d-3d93fbf7dcb5 admin admin] Publish callbacks [] for security_group (1b4f4830-9a5a-4ef7-8f75-0f81096fe2da), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.798316 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks [] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.944741 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a793d805-302b-4180-985d-3d93fbf7dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (1b4f4830-9a5a-4ef7-8f75-0f81096fe2da), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.945216 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.948782 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a793d805-302b-4180-985d-3d93fbf7dcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:05.952867 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a793d805-302b-4180-985d-3d93fbf7dcb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b4f4830-9a5a-4ef7-8f75-0f81096fe2da HTTP/1.1" status: 204 len: 168 time: 0.2823126 Jan 25 21:11:05.959904 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:05.967627 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793d805-302b-4180-985d-3d93fbf7dcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4f4830-9a5a-4ef7-8f75-0f81096fe2da,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:05.991740 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34610) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:05.992522 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:05.995765 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:06.000903 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:06.036863 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event updated for resources: {'Port': ['ID=a2b76418-1ee4-466a-a4da-a90a4d3a9470,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:06.084587 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:06.085258 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.096338 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f8b08fd4-cbc1-4116-ae04-4b342100e848 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d58c33f8e684b049bc86d28d333c0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029372 Jan 25 21:11:06.097456 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34614) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:06.151866 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a1cb-c6ac-42e3-bd5a-1e1520e5a211 admin admin] Publish callbacks [] for security_group (323ee480-33ed-4302-89e7-47dcaf7c3ce7), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.176152 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a1cb-c6ac-42e3-bd5a-1e1520e5a211 admin admin] Publish callbacks [] for security_group (323ee480-33ed-4302-89e7-47dcaf7c3ce7), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.196757 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-5aba7185-a7bf-4266-9273-43fafbfbd5e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1783266 Jan 25 21:11:06.210118 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Request body: {'port': {'device_id': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:06.300190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.328259 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a1cb-c6ac-42e3-bd5a-1e1520e5a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (323ee480-33ed-4302-89e7-47dcaf7c3ce7), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.331574 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a1cb-c6ac-42e3-bd5a-1e1520e5a211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.332931 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-e4d3a1cb-c6ac-42e3-bd5a-1e1520e5a211 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/323ee480-33ed-4302-89e7-47dcaf7c3ce7 HTTP/1.1" status: 204 len: 168 time: 0.2344108 Jan 25 21:11:06.345776 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3a1cb-c6ac-42e3-bd5a-1e1520e5a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ee480-33ed-4302-89e7-47dcaf7c3ce7,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:06.460726 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368c4b-ee44-41b1-88f9-254120a162e8 req-34c6b7fd-0c1c-4a14-be80-8a817063edd9 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:06.468002 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f8368c4b-ee44-41b1-88f9-254120a162e8 req-34c6b7fd-0c1c-4a14-be80-8a817063edd9 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0828896 Jan 25 21:11:06.545260 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f8368c4b-ee44-41b1-88f9-254120a162e8 req-8b5da369-6c6e-4ced-a267-4ea5613812bc tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Jan 25 21:11:06.611035 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34642) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:06.646788 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28666d-8cf5-4952-8e26-e03a46490353 req-d8344e16-9ef0-4386-a5e6-71c45cd2a665 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:06.648359 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ab28666d-8cf5-4952-8e26-e03a46490353 req-d8344e16-9ef0-4386-a5e6-71c45cd2a665 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 931 time: 0.1002214 Jan 25 21:11:06.667461 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b76418-1ee4-466a-a4da-a90a4d3a9470 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:06.685701 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Publish callbacks [] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.710215 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Transition to ACTIVE for port object a2b76418-1ee4-466a-a4da-a90a4d3a9470 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:11:06.721349 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ab28666d-8cf5-4952-8e26-e03a46490353 req-234c5e5a-037f-49c1-a407-24e828498358 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667892 Jan 25 21:11:06.813517 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.866101 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2b76418-1ee4-466a-a4da-a90a4d3a9470,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:06.928839 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Attempting to bind port a2b76418-1ee4-466a-a4da-a90a4d3a9470 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:06.929225 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Attempting to bind port a2b76418-1ee4-466a-a4da-a90a4d3a9470 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:06.929555 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Attempting to bind port a2b76418-1ee4-466a-a4da-a90a4d3a9470 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:06.934012 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Port a2b76418-1ee4-466a-a4da-a90a4d3a9470 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:11:06.934342 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Attempting to bind port a2b76418-1ee4-466a-a4da-a90a4d3a9470 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:06.939109 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:06.939454 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Checking segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:06.939875 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Bound using segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:06.941000 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Bound port: a2b76418-1ee4-466a-a4da-a90a4d3a9470, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:06.941192 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:06.985351 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-140300663-network', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:07.007590 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] For port a2b76418-1ee4-466a-a4da-a90a4d3a9470, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:07.011723 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] For port a2b76418-1ee4-466a-a4da-a90a4d3a9470, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a2b76418-1ee4-466a-a4da-a90a4d3a9470,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:07.025057 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34648) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:07.038681 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d271478-2a17-4b31-892d-b065a664b1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.110864 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d271478-2a17-4b31-892d-b065a664b1bf admin admin] Publish callbacks [] for security_group (801ad5ce-2939-42f3-a0e3-70ed308de7b3), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.121784 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Made reservation on behalf of b78cbbb4b9304ab49066a9ff990dffda for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:07.124095 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.132069 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.150109 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.183763 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:07.184386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.185805 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] 10.222.0.24 "PUT /v2.0/ports/a2b76418-1ee4-466a-a4da-a90a4d3a9470 HTTP/1.1" status: 200 len: 1093 time: 0.9814880 Jan 25 21:11:07.186247 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'tag': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:07.188570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f095da91-3e66-458c-b3ac-15f6bef1443f" -d '{"events": [{"name": "network-changed", "server_uuid": "a250b3d6-f86e-47b7-91cf-8537052c573a", "tag": "a2b76418-1ee4-466a-a4da-a90a4d3a9470"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:07.209182 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d271478-2a17-4b31-892d-b065a664b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (801ad5ce-2939-42f3-a0e3-70ed308de7b3), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.234915 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks [] for security_group (10eb1978-db77-4567-b43c-48e088d94dfd), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.236575 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654cb38c-2d59-42c9-9f6f-9e6f946a31d7 x-openstack-request-id: req-654cb38c-2d59-42c9-9f6f-9e6f946a31d7 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:07.236865 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a250b3d6-f86e-47b7-91cf-8537052c573a", "tag": "a2b76418-1ee4-466a-a4da-a90a4d3a9470", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:07.237121 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-654cb38c-2d59-42c9-9f6f-9e6f946a31d7 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:07.237553 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'tag': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'status': 'completed', 'code': 200} Jan 25 21:11:07.240541 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e3b11-8335-4e79-a5ce-c246c986e2ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2b76418-1ee4-466a-a4da-a90a4d3a9470,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:07.250379 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-8d271478-2a17-4b31-892d-b065a664b1bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7eef694a4af047b5bff766597759f0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241671 Jan 25 21:11:07.253171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34652) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:07.259221 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d271478-2a17-4b31-892d-b065a664b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ad5ce-2939-42f3-a0e3-70ed308de7b3,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:07.329047 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095da91-3e66-458c-b3ac-15f6bef1443f req-8e8b5ce1-8a99-4b4d-ab4e-75aa70dd66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:07.330610 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f095da91-3e66-458c-b3ac-15f6bef1443f req-8e8b5ce1-8a99-4b4d-ab4e-75aa70dd66d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 1096 time: 0.0626082 Jan 25 21:11:07.333822 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-19a81a32-a8fa-499f-99f9-9818c4ca9179 admin admin] Publish callbacks [] for security_group (801ad5ce-2939-42f3-a0e3-70ed308de7b3), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.369155 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-19a81a32-a8fa-499f-99f9-9818c4ca9179 admin admin] Publish callbacks [] for security_group (801ad5ce-2939-42f3-a0e3-70ed308de7b3), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.379437 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (10eb1978-db77-4567-b43c-48e088d94dfd), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.413882 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:11:07.420839 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb1978-db77-4567-b43c-48e088d94dfd,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:07.427453 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (c9780015-6f55-4d3a-9063-cfabebcc1ed4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.427998 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Added segment c9780015-6f55-4d3a-9063-cfabebcc1ed4 of type vlan for network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 Jan 25 21:11:07.458391 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34656) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:07.489339 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.530704 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-23f27650-646d-4ad7-ac1b-30c207088e17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36a980df90d244978b2e15b401b86ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708890 Jan 25 21:11:07.533329 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34658) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:07.590869 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5f231c-a853-4699-8407-98ba127f1458 admin admin] Publish callbacks [] for security_group (2b6e9e8d-220e-48f5-9597-61c568c8df07), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.637166 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5f231c-a853-4699-8407-98ba127f1458 admin admin] Publish callbacks [] for security_group (2b6e9e8d-220e-48f5-9597-61c568c8df07), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.681014 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80a8b0-c2a3-4b06-983d-aa7ee5256a37 req-ecfbbee3-ea22-455b-ba7a-24cdfb6ebdad tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:07.681872 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1a80a8b0-c2a3-4b06-983d-aa7ee5256a37 req-ecfbbee3-ea22-455b-ba7a-24cdfb6ebdad tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0809567 Jan 25 21:11:07.739326 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1a80a8b0-c2a3-4b06-983d-aa7ee5256a37 req-bb383684-088d-44e7-8d48-1c42cd668f3c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486622 Jan 25 21:11:07.750677 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.752074 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:07.752830 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.762036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095da91-3e66-458c-b3ac-15f6bef1443f req-67aed514-5418-4ab0-a03c-ab71eee9f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:07.763604 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f095da91-3e66-458c-b3ac-15f6bef1443f req-67aed514-5418-4ab0-a03c-ab71eee9f2ff service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b79d41991344f249ba47758d51bbb54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4129751 Jan 25 21:11:07.826925 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5f231c-a853-4699-8407-98ba127f1458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2b6e9e8d-220e-48f5-9597-61c568c8df07), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.829500 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5f231c-a853-4699-8407-98ba127f1458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.830646 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-df5f231c-a853-4699-8407-98ba127f1458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b6e9e8d-220e-48f5-9597-61c568c8df07 HTTP/1.1" status: 204 len: 168 time: 0.2963154 Jan 25 21:11:07.836367 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] Pushing event updated for resources: {'Network': ['ID=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:07.843144 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f231c-a853-4699-8407-98ba127f1458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6e9e8d-220e-48f5-9597-61c568c8df07,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:07.853115 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:11:07.873970 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-eea27cd0-4943-4db0-b991-0421db5a11cd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2617147 Jan 25 21:11:07.877040 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34672) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:07.882662 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Request body: {'subnet': {'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-140300663-subnet', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:07.936482 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-19a81a32-a8fa-499f-99f9-9818c4ca9179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (801ad5ce-2939-42f3-a0e3-70ed308de7b3), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.939251 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-19a81a32-a8fa-499f-99f9-9818c4ca9179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:07.940426 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-19a81a32-a8fa-499f-99f9-9818c4ca9179 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/801ad5ce-2939-42f3-a0e3-70ed308de7b3 HTTP/1.1" status: 204 len: 168 time: 0.6862292 Jan 25 21:11:07.976964 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a81a32-a8fa-499f-99f9-9818c4ca9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ad5ce-2939-42f3-a0e3-70ed308de7b3,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:08.019056 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Made reservation on behalf of b78cbbb4b9304ab49066a9ff990dffda for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:08.020025 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f7849-bc57-4ed3-80dd-2ac9da49cde2 req-39cdc6e5-fe1c-480e-918d-b28459f65792 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:08.021501 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f7849-bc57-4ed3-80dd-2ac9da49cde2 req-39cdc6e5-fe1c-480e-918d-b28459f65792 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 943 time: 0.1751728 Jan 25 21:11:08.021610 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63009073'] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.026911 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095da91-3e66-458c-b3ac-15f6bef1443f req-a8068fc4-3805-4d22-9bf5-c94954cb1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:08.029285 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f095da91-3e66-458c-b3ac-15f6bef1443f req-a8068fc4-3805-4d22-9bf5-c94954cb1c4e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2531416 Jan 25 21:11:08.073047 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f7849-bc57-4ed3-80dd-2ac9da49cde2 req-ef67fc80-ee6d-482f-8e9a-dd85b5827d85 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Jan 25 21:11:08.114161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71829eb-5537-48de-904b-cc98709b15d0 req-802fdc4f-0449-4e38-84dc-e33979931dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:08.116035 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-802fdc4f-0449-4e38-84dc-e33979931dff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 1096 time: 0.0416250 Jan 25 21:11:08.164015 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-ff6c5082-7e9c-4777-8ad5-c064b698fb3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b76418-1ee4-466a-a4da-a90a4d3a9470 HTTP/1.1" status: 200 len: 217 time: 0.0387070 Jan 25 21:11:08.224968 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71829eb-5537-48de-904b-cc98709b15d0 req-318b3d07-9e38-4d55-b6e2-870573af99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:08.226498 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-318b3d07-9e38-4d55-b6e2-870573af99c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 200 len: 854 time: 0.0551031 Jan 25 21:11:08.257665 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-0a39410e-d79f-434a-ba11-bae561cfe0da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245574 Jan 25 21:11:08.282038 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62979913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63009031'] for subnet (3f244e74-e4e4-4805-89d7-96ab50892717), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.336464 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34682) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:08.343350 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f244e74-e4e4-4805-89d7-96ab50892717,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:08.353538 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Checking segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:08.353934 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Network hostable DHCP agents. Network: 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:11:08.382875 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-737ca949-bb39-40a5-8e3e-97bbb7559225 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098893 Jan 25 21:11:08.436717 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:11:08.504900 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b71829eb-5537-48de-904b-cc98709b15d0 req-938ebe67-1c18-49d5-9c6c-a4368e480c80 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083140 Jan 25 21:11:08.519306 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:08.523659 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:08.524274 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.531583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66192390-81e9-4a4b-a0bf-ecea24afcbea None None] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:08.628352 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2a1161a7-02f8-4984-a22f-295648c901a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.677173 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:11:08.677173 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.686541 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-92783126-44b5-4573-b7ec-3ead5a6e9ce3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8082693 Jan 25 21:11:08.689282 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34698) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:08.695670 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:08.738146 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2a1161a7-02f8-4984-a22f-295648c901a8 admin admin] Publish callbacks [] for security_group (9c6ab8b4-5500-4c4f-8dac-d81531865d70), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.813283 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Allocated IP 172.20.0.2 (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88/3f244e74-e4e4-4805-89d7-96ab50892717/77522084-1637-47e9-8c3e-74fa556f2828) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:08.886915 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2a641-a643-452e-8416-1b2f97f2f0b8 req-8104dc7a-650a-4eb8-9ffb-a80e595e563a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:08.888635 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ccb2a641-a643-452e-8416-1b2f97f2f0b8 req-8104dc7a-650a-4eb8-9ffb-a80e595e563a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0630493 Jan 25 21:11:08.889711 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (ebccfa6a-b55e-4e49-843e-c248e41a4181), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.891028 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (ebccfa6a-b55e-4e49-843e-c248e41a4181), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.904701 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2a1161a7-02f8-4984-a22f-295648c901a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9c6ab8b4-5500-4c4f-8dac-d81531865d70), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.957455 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1161a7-02f8-4984-a22f-295648c901a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6ab8b4-5500-4c4f-8dac-d81531865d70,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:08.959525 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Publish callbacks [] for port (77522084-1637-47e9-8c3e-74fa556f2828), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:08.982809 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-2a1161a7-02f8-4984-a22f-295648c901a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13ddc0bd80f447dd8b23f6c1152e1d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6451037 Jan 25 21:11:08.984920 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ccb2a641-a643-452e-8416-1b2f97f2f0b8 req-1ddd795f-0136-4157-94e6-853f84c6a789 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894930 Jan 25 21:11:08.985598 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34704) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:09.028318 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks [] for router_controller (ebccfa6a-b55e-4e49-843e-c248e41a4181), precommit_add_association {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.038983 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e4b42e3-91c6-4d80-bbd7-2aae9e178503 admin admin] Publish callbacks [] for security_group (9c6ab8b4-5500-4c4f-8dac-d81531865d70), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.060727 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e4b42e3-91c6-4d80-bbd7-2aae9e178503 admin admin] Publish callbacks [] for security_group (9c6ab8b4-5500-4c4f-8dac-d81531865d70), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.070995 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34706) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:09.071400 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (77522084-1637-47e9-8c3e-74fa556f2828), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.085560 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8f751322-1bea-4adf-9415-6832fbfb809c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.114550 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:09.118074 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:09.121948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:09.141412 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Pushing event updated for resources: {'Port': ['ID=77522084-1637-47e9-8c3e-74fa556f2828,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:09.192706 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Attempting to bind port 77522084-1637-47e9-8c3e-74fa556f2828 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:09.193360 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Attempting to bind port 77522084-1637-47e9-8c3e-74fa556f2828 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:09.193941 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Attempting to bind port 77522084-1637-47e9-8c3e-74fa556f2828 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:09.198062 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.198667 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.199351 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.200026 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.200539 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.201015 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.201506 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.202776 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.203293 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.203790 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.204281 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.204613 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.205106 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:09.212024 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:09.212678 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Checking segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:09.213242 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.213810 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Bound using segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:09.214482 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Bound port: 77522084-1637-47e9-8c3e-74fa556f2828, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:09.215198 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (77522084-1637-47e9-8c3e-74fa556f2828), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.230383 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dde56-6dff-4438-b04a-0228b6056348 req-8540af91-275a-4b75-964f-375d00dbc63a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:09.233053 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-571dde56-6dff-4438-b04a-0228b6056348 req-8540af91-275a-4b75-964f-375d00dbc63a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 943 time: 0.0669379 Jan 25 21:11:09.263798 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e4b42e3-91c6-4d80-bbd7-2aae9e178503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9c6ab8b4-5500-4c4f-8dac-d81531865d70), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.278494 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3e4b42e3-91c6-4d80-bbd7-2aae9e178503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.280687 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3e4b42e3-91c6-4d80-bbd7-2aae9e178503 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c6ab8b4-5500-4c4f-8dac-d81531865d70 HTTP/1.1" status: 204 len: 168 time: 0.2941329 Jan 25 21:11:09.304240 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b42e3-91c6-4d80-bbd7-2aae9e178503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6ab8b4-5500-4c4f-8dac-d81531865d70,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:09.308392 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] For port 77522084-1637-47e9-8c3e-74fa556f2828, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:09.311769 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] For port 77522084-1637-47e9-8c3e-74fa556f2828, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=77522084-1637-47e9-8c3e-74fa556f2828,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:09.343224 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks [] for router_gateway (ebccfa6a-b55e-4e49-843e-c248e41a4181), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.345914 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-571dde56-6dff-4438-b04a-0228b6056348 req-1d9076c3-c171-43f4-8bea-b3ad31677b27 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074698 Jan 25 21:11:09.397018 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8f751322-1bea-4adf-9415-6832fbfb809c admin admin] Publish callbacks [] for security_group (9f6121cb-5418-4bd9-8806-a00cb0b88b3e), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.413703 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (77522084-1637-47e9-8c3e-74fa556f2828), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.472696 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3a1b5-bee1-4b0b-9f92-c9799f573019 None None] Pushing event updated for resources: {'Port': ['ID=77522084-1637-47e9-8c3e-74fa556f2828,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:09.637873 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8f751322-1bea-4adf-9415-6832fbfb809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9f6121cb-5418-4bd9-8806-a00cb0b88b3e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.709590 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-8f751322-1bea-4adf-9415-6832fbfb809c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a05f71baeeb549d2b659ad01b76ac180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6372569 Jan 25 21:11:09.713258 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34722) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:09.720959 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f751322-1bea-4adf-9415-6832fbfb809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6121cb-5418-4bd9-8806-a00cb0b88b3e,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:09.798171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks [] for router_gateway (ebccfa6a-b55e-4e49-843e-c248e41a4181), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.837409 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.873321 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8d8-78ba-45fe-93f4-3d2e4a28c24a admin admin] Publish callbacks [] for security_group (9f6121cb-5418-4bd9-8806-a00cb0b88b3e), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:09.946428 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8d8-78ba-45fe-93f4-3d2e4a28c24a admin admin] Publish callbacks [] for security_group (9f6121cb-5418-4bd9-8806-a00cb0b88b3e), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:10.029369 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Allocated IP 172.27.2.108 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/367a865f-1b4e-46c9-b095-60c6f61cd353) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:10.135928 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8d8-78ba-45fe-93f4-3d2e4a28c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9f6121cb-5418-4bd9-8806-a00cb0b88b3e), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:10.138565 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-88d0d8d8-78ba-45fe-93f4-3d2e4a28c24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:10.139728 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-88d0d8d8-78ba-45fe-93f4-3d2e4a28c24a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f6121cb-5418-4bd9-8806-a00cb0b88b3e HTTP/1.1" status: 204 len: 168 time: 0.4246876 Jan 25 21:11:10.151320 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371c863-91d8-4c8b-be8e-1d8bd45f3655 req-02b83765-f54f-48f5-b334-fcd87e0ba2d4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:10.152785 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8371c863-91d8-4c8b-be8e-1d8bd45f3655 req-02b83765-f54f-48f5-b334-fcd87e0ba2d4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0684161 Jan 25 21:11:10.158173 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks [] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:10.159800 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d8d8-78ba-45fe-93f4-3d2e4a28c24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6121cb-5418-4bd9-8806-a00cb0b88b3e,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:10.204703 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8371c863-91d8-4c8b-be8e-1d8bd45f3655 req-5cd008be-11a2-4985-ae6c-f0ee9f3a1768 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Jan 25 21:11:10.300409 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:10.344730 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:10.349250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:10.355416 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:10.361238 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Pushing event updated for resources: {'Port': ['ID=367a865f-1b4e-46c9-b095-60c6f61cd353,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:10.562783 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdd358-f851-44bf-bdcc-95a2c26a0525 req-e56e00f0-6610-41d9-a3ef-3b0318f5e9e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:10.564281 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32fdd358-f851-44bf-bdcc-95a2c26a0525 req-e56e00f0-6610-41d9-a3ef-3b0318f5e9e3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 943 time: 0.1114633 Jan 25 21:11:10.634860 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32fdd358-f851-44bf-bdcc-95a2c26a0525 req-7369ca79-7d0d-47ae-a78d-4e074f791c68 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496922 Jan 25 21:11:10.657969 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec000ed6-ace0-4d3b-9882-f5ea4e4e3d90 None None] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:10.659595 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34752) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:10.814642 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-17bafffa-7e77-466d-a555-8ec10fb02239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:10.848872 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 77522084-1637-47e9-8c3e-74fa556f2828 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:10.866263 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks [] for router_gateway (ebccfa6a-b55e-4e49-843e-c248e41a4181), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:10.907813 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-faf3b789-bbff-46f0-bdfe-3e5be4296fdd None None] Provisioning complete for port 77522084-1637-47e9-8c3e-74fa556f2828 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:10.908417 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-faf3b789-bbff-46f0-bdfe-3e5be4296fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (77522084-1637-47e9-8c3e-74fa556f2828), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.005482 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 77522084-1637-47e9-8c3e-74fa556f2828 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:11.005891 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (77522084-1637-47e9-8c3e-74fa556f2828), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.015472 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-17bafffa-7e77-466d-a555-8ec10fb02239 admin admin] Publish callbacks [] for security_group (2f768b63-f122-4ea0-9f45-d25f303e0749), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.044775 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a2b76418-1ee4-466a-a4da-a90a4d3a9470 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:11:11.099283 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-17bafffa-7e77-466d-a555-8ec10fb02239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2f768b63-f122-4ea0-9f45-d25f303e0749), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.222168 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-17bafffa-7e77-466d-a555-8ec10fb02239 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=632b86d30df945a4975c4ad6090b3a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595374 Jan 25 21:11:11.232280 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-faf3b789-bbff-46f0-bdfe-3e5be4296fdd None None] Current status of the port 77522084-1637-47e9-8c3e-74fa556f2828 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:11.232674 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-faf3b789-bbff-46f0-bdfe-3e5be4296fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (77522084-1637-47e9-8c3e-74fa556f2828), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.233263 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34782) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:11.247870 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bafffa-7e77-466d-a555-8ec10fb02239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f768b63-f122-4ea0-9f45-d25f303e0749,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:11.310961 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 77522084-1637-47e9-8c3e-74fa556f2828 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:11.311733 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (77522084-1637-47e9-8c3e-74fa556f2828), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.334205 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9f8c-ace7-461d-9c6b-1995e98053f5 admin admin] Publish callbacks [] for security_group (2f768b63-f122-4ea0-9f45-d25f303e0749), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.347878 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a2b76418-1ee4-466a-a4da-a90a4d3a9470, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a2b76418-1ee4-466a-a4da-a90a4d3a9470,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:11.347998 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34788) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:11.360488 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'port_id': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'mac_address': 'fa:16:3e:67:e3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186c52da-c432-434e-b661-51411906922e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:11:11.362012 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9f8c-ace7-461d-9c6b-1995e98053f5 admin admin] Publish callbacks [] for security_group (2f768b63-f122-4ea0-9f45-d25f303e0749), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.419760 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-faf3b789-bbff-46f0-bdfe-3e5be4296fdd None None] For port 77522084-1637-47e9-8c3e-74fa556f2828, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=77522084-1637-47e9-8c3e-74fa556f2828,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:11.436561 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a2b76418-1ee4-466a-a4da-a90a4d3a9470 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:11.436924 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.452001 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b76418-1ee4-466a-a4da-a90a4d3a9470 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:11.459968 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (ebccfa6a-b55e-4e49-843e-c248e41a4181), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.477335 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a2b76418-1ee4-466a-a4da-a90a4d3a9470, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a2b76418-1ee4-466a-a4da-a90a4d3a9470,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:11.478300 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84d91b-d29f-44a5-86af-f76a644a53bb req-0e5bf044-6e99-4400-88c3-214675a8d875 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:11.479997 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3d84d91b-d29f-44a5-86af-f76a644a53bb req-0e5bf044-6e99-4400-88c3-214675a8d875 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0706220 Jan 25 21:11:11.518940 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1482513134-network', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:11.540172 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-faf3b789-bbff-46f0-bdfe-3e5be4296fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (77522084-1637-47e9-8c3e-74fa556f2828), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.591113 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9f8c-ace7-461d-9c6b-1995e98053f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2f768b63-f122-4ea0-9f45-d25f303e0749), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.593425 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.595293 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9f8c-ace7-461d-9c6b-1995e98053f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.597378 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-7b3d9f8c-ace7-461d-9c6b-1995e98053f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f768b63-f122-4ea0-9f45-d25f303e0749 HTTP/1.1" status: 204 len: 168 time: 0.3611655 Jan 25 21:11:11.606532 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d9f8c-ace7-461d-9c6b-1995e98053f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f768b63-f122-4ea0-9f45-d25f303e0749,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:11.612340 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.db.api [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 21:11:11.612340 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG oslo_db.api [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 21:11:11.614021 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3d84d91b-d29f-44a5-86af-f76a644a53bb req-910e2f83-f826-40ca-a560-9d35447f2744 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003315 Jan 25 21:11:11.623547 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3b789-bbff-46f0-bdfe-3e5be4296fdd None None] Pushing event updated for resources: {'Port': ['ID=77522084-1637-47e9-8c3e-74fa556f2828,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:11.696202 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a2b76418-1ee4-466a-a4da-a90a4d3a9470,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:11.699522 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-ffdc55c1-ce18-4c32-82e0-bd3b153454fb None None] Provisioning complete for port 77522084-1637-47e9-8c3e-74fa556f2828 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:11.699898 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ffdc55c1-ce18-4c32-82e0-bd3b153454fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (77522084-1637-47e9-8c3e-74fa556f2828), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.745708 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Made reservation on behalf of be89953d26bc43a8855b4a55bee3e652 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:11.748114 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.759377 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.779076 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Router ebccfa6a-b55e-4e49-843e-c248e41a4181 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:11:11.784054 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc55c1-ce18-4c32-82e0-bd3b153454fb None None] Current status of the port 77522084-1637-47e9-8c3e-74fa556f2828 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:11.809025 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a77f3-8e99-4560-9fed-df54263db074 req-af77d3f8-ad5e-4b51-88d1-829cda325714 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:11.817176 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-878a77f3-8e99-4560-9fed-df54263db074 req-af77d3f8-ad5e-4b51-88d1-829cda325714 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 944 time: 0.0976164 Jan 25 21:11:11.894287 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-878a77f3-8e99-4560-9fed-df54263db074 req-bd79e806-495e-4e9d-ac04-be4b4e6f4f22 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741482 Jan 25 21:11:11.911546 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['a2b76418-1ee4-466a-a4da-a90a4d3a9470'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:11.945590 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks [] for security_group (05befe45-9da9-4898-8708-68f4e8ab21d4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:11.962472 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:11:11.974074 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Sync routers for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:11:11.989802 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:11.990512 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:12.007809 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (05befe45-9da9-4898-8708-68f4e8ab21d4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.035713 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:11:12.047015 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05befe45-9da9-4898-8708-68f4e8ab21d4,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:12.053564 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (ead9830f-68b1-4e82-a737-1e11959df43c), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.053995 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Added segment ead9830f-68b1-4e82-a737-1e11959df43c of type vlan for network 42e6abed-670e-4223-ad2a-28699d10e9ef Jan 25 21:11:12.104945 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.116790 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d9b690a9-0b33-46b7-8e66-8597bec43e77 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4260416 Jan 25 21:11:12.117592 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34822) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:12.129334 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (42e6abed-670e-4223-ad2a-28699d10e9ef), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.148484 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:12.183568 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 77522084-1637-47e9-8c3e-74fa556f2828 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:12.276079 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (42e6abed-670e-4223-ad2a-28699d10e9ef), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.277118 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:12.278638 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.375688 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] Pushing event updated for resources: {'Network': ['ID=42e6abed-670e-4223-ad2a-28699d10e9ef,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:12.380460 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:10Z', 'revision_number': 3, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:12.386531 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 42e6abed-670e-4223-ad2a-28699d10e9ef details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:11:12.410590 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Checking router: ebccfa6a-b55e-4e49-843e-c248e41a4181 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:11:12.410954 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Updating router ebccfa6a-b55e-4e49-843e-c248e41a4181 port 367a865f-1b4e-46c9-b095-60c6f61cd353 binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:11:12.423441 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-5b06cf7a-505c-4616-89b2-042a4d57715c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0717750 Jan 25 21:11:12.423620 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34832) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:12.430394 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Request body: {'subnet': {'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1482513134-subnet', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:12.444478 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.527569 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Made reservation on behalf of be89953d26bc43a8855b4a55bee3e652 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:12.535133 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63009073'] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.633567 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 77522084-1637-47e9-8c3e-74fa556f2828 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:12.637178 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.715516 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Publish callbacks [] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.755977 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 77522084-1637-47e9-8c3e-74fa556f2828 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:12.756488 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (77522084-1637-47e9-8c3e-74fa556f2828), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.819283 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.837942 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2cb7c-879f-4abe-89eb-3b6f0d547eed req-c17172b5-80e2-47d1-8e52-049a3f9e69cc tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:12.838168 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Allocated IP 172.20.0.1 (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88/3f244e74-e4e4-4805-89d7-96ab50892717/1011eea6-4b6d-4e54-96fc-4582abcdf6b7) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:12.845526 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-36b2cb7c-879f-4abe-89eb-3b6f0d547eed req-c17172b5-80e2-47d1-8e52-049a3f9e69cc tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0958576 Jan 25 21:11:12.890939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 77522084-1637-47e9-8c3e-74fa556f2828 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:12.906517 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Pushing event updated for resources: {'Port': ['ID=367a865f-1b4e-46c9-b095-60c6f61cd353,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:12.921538 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-36b2cb7c-879f-4abe-89eb-3b6f0d547eed req-6a592b11-941e-4734-ad11-89a5249be4e0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741715 Jan 25 21:11:12.924102 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.924589 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.925029 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.925620 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.925897 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.926303 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.926745 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.927250 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.927603 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.928050 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.928507 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.928900 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.929289 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:11:12.937492 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Attempting to bind port 367a865f-1b4e-46c9-b095-60c6f61cd353 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:12.937952 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Attempting to bind port 367a865f-1b4e-46c9-b095-60c6f61cd353 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:12.938381 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Attempting to bind port 367a865f-1b4e-46c9-b095-60c6f61cd353 on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:12.945804 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:12.946808 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:12.946808 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.947412 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:12.950278 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Bound port: 367a865f-1b4e-46c9-b095-60c6f61cd353, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:12.950836 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:12.967980 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62979913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63009031'] for subnet (b3a1a2fd-b63a-4b98-9d15-8f6de245133d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.031369 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a2b76418-1ee4-466a-a4da-a90a4d3a9470 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:13.057807 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34854) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:13.070736 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] For port 367a865f-1b4e-46c9-b095-60c6f61cd353, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:13.078104 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] For port 367a865f-1b4e-46c9-b095-60c6f61cd353, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=367a865f-1b4e-46c9-b095-60c6f61cd353,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:13.112287 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a1a2fd-b63a-4b98-9d15-8f6de245133d,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:13.123141 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Checking segment: {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:13.123738 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Network hostable DHCP agents. Network: 42e6abed-670e-4223-ad2a-28699d10e9ef, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:11:13.147638 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34858) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:13.147852 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435a95-8385-491b-a335-7341d5d788f9 req-10ef2f67-8cde-49fa-beeb-0941b1348a37 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:13.151264 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d435a95-8385-491b-a335-7341d5d788f9 req-10ef2f67-8cde-49fa-beeb-0941b1348a37 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 944 time: 0.1544785 Jan 25 21:11:13.177590 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.184586 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks [] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.223401 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d435a95-8385-491b-a335-7341d5d788f9 req-c512c621-8703-4cc3-b998-8d72f2339022 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693638 Jan 25 21:11:13.230637 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Network 42e6abed-670e-4223-ad2a-28699d10e9ef is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:11:13.242236 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:13.242972 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:13.248555 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc327f-7b45-4287-918a-5462de6190c3 None None] Pushing event updated for resources: {'Port': ['ID=367a865f-1b4e-46c9-b095-60c6f61cd353,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:13.275980 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port a2b76418-1ee4-466a-a4da-a90a4d3a9470 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:11:13.280997 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port a2b76418-1ee4-466a-a4da-a90a4d3a9470 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:13.284224 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.302036 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9220f17d-e5dc-428a-8bac-2510cf8a8350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.321803 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22652530-network', 'tenant_id': 'e5fa6be10da64c95a2c8e3cdda531020'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:13.336774 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 42e6abed-670e-4223-ad2a-28699d10e9ef) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:13.343001 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:13.343632 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.350402 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ece28-bffc-4ff4-81eb-b95aba3573b1 None None] Network 42e6abed-670e-4223-ad2a-28699d10e9ef requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:13.368062 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.387270 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:13.417386 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a2b76418-1ee4-466a-a4da-a90a4d3a9470 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:13.417798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.426040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:13.429186 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:13.433381 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:13.446587 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:13.448829 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abc65e2-de56-4fdf-b913-ae654ae2e46b" -d '{"events": [{"server_uuid": "a250b3d6-f86e-47b7-91cf-8537052c573a", "name": "network-vif-plugged", "status": "completed", "tag": "a2b76418-1ee4-466a-a4da-a90a4d3a9470"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:13.462305 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9220f17d-e5dc-428a-8bac-2510cf8a8350 admin admin] Publish callbacks [] for security_group (1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.473168 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Pushing event updated for resources: {'Port': ['ID=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:13.489458 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (ebccfa6a-b55e-4e49-843e-c248e41a4181), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.496854 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a2b76418-1ee4-466a-a4da-a90a4d3a9470, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a2b76418-1ee4-466a-a4da-a90a4d3a9470,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:13.519415 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9dc012-520a-48d3-a818-1d45a26059bd x-openstack-request-id: req-3e9dc012-520a-48d3-a818-1d45a26059bd {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:13.519770 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a250b3d6-f86e-47b7-91cf-8537052c573a", "name": "network-vif-plugged", "status": "completed", "tag": "a2b76418-1ee4-466a-a4da-a90a4d3a9470", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:13.520026 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e9dc012-520a-48d3-a818-1d45a26059bd {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:13.520516 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'code': 200} Jan 25 21:11:13.547565 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-42e6abed-670e-4223-ad2a-28699d10e9ef', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:11:13.548422 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.587983 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-87afefc9-9cbe-45d8-8269-059f6013d005 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1597080 Jan 25 21:11:13.588400 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9220f17d-e5dc-428a-8bac-2510cf8a8350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.591892 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34864) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:13.626666 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:13.638715 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f17d-e5dc-428a-8bac-2510cf8a8350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:13.662333 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Made reservation on behalf of e5fa6be10da64c95a2c8e3cdda531020 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:13.665088 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.692462 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.708891 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-9220f17d-e5dc-428a-8bac-2510cf8a8350 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07ed9daa17d845668bb137a8fa3efd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6471367 Jan 25 21:11:13.709303 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34866) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:13.718132 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.770483 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976bdca-f3c7-4f8f-8cfe-30a9dbe61167 req-1b17cbfb-bc7f-40db-8daa-280aecd58dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:13.773489 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e976bdca-f3c7-4f8f-8cfe-30a9dbe61167 req-1b17cbfb-bc7f-40db-8daa-280aecd58dd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 1099 time: 0.0587678 Jan 25 21:11:13.802445 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-31e64c2f-8d84-42fc-b33e-49fd62416e84 None None] Provisioning complete for port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:13.807919 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-31e64c2f-8d84-42fc-b33e-49fd62416e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.808053 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (88f81417-d640-4b0e-8ef5-f17d46ad1691), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.808053 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (88f81417-d640-4b0e-8ef5-f17d46ad1691), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.810069 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6429aea0-c9ee-4d54-bd3f-a0a8142af277 admin admin] Publish callbacks [] for security_group (1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.816922 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:10Z', 'revision_number': 3, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:13.857074 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29360b-f751-4aae-8943-f9e007645b4a None None] The sync data for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi is: [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:10Z', 'revision_number': 3, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:11:13.858599 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6429aea0-c9ee-4d54-bd3f-a0a8142af277 admin admin] Publish callbacks [] for security_group (1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.867213 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.869283 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a2b76418-1ee4-466a-a4da-a90a4d3a9470,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:13.891492 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-31e64c2f-8d84-42fc-b33e-49fd62416e84 None None] Port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:13.894873 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks [] for security_group (ec3ce755-b85a-40bc-aff8-4bde8a6b57e2), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.904321 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Allocated IP 172.20.0.2 (42e6abed-670e-4223-ad2a-28699d10e9ef/b3a1a2fd-b63a-4b98-9d15-8f6de245133d/b09dccb4-edfc-4805-b384-d5197167753f) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:13.931408 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks [] for router_controller (88f81417-d640-4b0e-8ef5-f17d46ad1691), precommit_add_association {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:13.936128 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e976bdca-f3c7-4f8f-8cfe-30a9dbe61167 req-a2114fac-3e84-4a7e-a0f1-36a47bb53887 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547580 Jan 25 21:11:13.990737 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (ec3ce755-b85a-40bc-aff8-4bde8a6b57e2), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.070112 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:14.105247 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea7dc1-cf33-4ce6-9b00-f330f9678e05 req-1c05ade5-d433-4f45-9b24-02f86eab1728 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:14.106763 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-deea7dc1-cf33-4ce6-9b00-f330f9678e05 req-1c05ade5-d433-4f45-9b24-02f86eab1728 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0760834 Jan 25 21:11:14.120629 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6429aea0-c9ee-4d54-bd3f-a0a8142af277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.123416 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6429aea0-c9ee-4d54-bd3f-a0a8142af277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.124848 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-6429aea0-c9ee-4d54-bd3f-a0a8142af277 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873 HTTP/1.1" status: 204 len: 168 time: 0.4140449 Jan 25 21:11:14.132279 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:11:14.149091 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Publish callbacks [] for port (b09dccb4-edfc-4805-b384-d5197167753f), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.216430 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks [] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.233003 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429aea0-c9ee-4d54-bd3f-a0a8142af277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeb5cda-e7da-4dd0-9ff1-8b8f9447e873,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:14.245125 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.245543 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Added segment 0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7 of type vlan for network 73eeff85-0fa2-4af5-98e9-70c05786f3af Jan 25 21:11:14.259870 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (b09dccb4-edfc-4805-b384-d5197167753f), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.271227 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-deea7dc1-cf33-4ce6-9b00-f330f9678e05 req-96ca025e-b8cf-4d10-b929-0c15f936b92d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575217 Jan 25 21:11:14.305591 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d00815-5153-46ba-b6ca-34b5619664ec req-f3dcc7e1-31c0-41b3-969f-7ca195e89870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:14.307646 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c1d00815-5153-46ba-b6ca-34b5619664ec req-f3dcc7e1-31c0-41b3-969f-7ca195e89870 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 1098 time: 0.1296325 Jan 25 21:11:14.323000 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks [] for router_gateway (88f81417-d640-4b0e-8ef5-f17d46ad1691), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.327557 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (73eeff85-0fa2-4af5-98e9-70c05786f3af), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.335519 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Pushing event updated for resources: {'Port': ['ID=b09dccb4-edfc-4805-b384-d5197167753f,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:14.339537 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Network 42e6abed-670e-4223-ad2a-28699d10e9ef is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:14.341792 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:14.351882 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:14.356931 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.428628 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Attempting to bind port b09dccb4-edfc-4805-b384-d5197167753f on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:14.429004 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Attempting to bind port b09dccb4-edfc-4805-b384-d5197167753f by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:14.429371 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Attempting to bind port b09dccb4-edfc-4805-b384-d5197167753f on network 42e6abed-670e-4223-ad2a-28699d10e9ef {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:14.434923 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:14.435297 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Checking segment: {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:14.435761 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.436102 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Bound using segment: {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:14.436577 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Bound port: b09dccb4-edfc-4805-b384-d5197167753f, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:14.436955 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b09dccb4-edfc-4805-b384-d5197167753f), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.496092 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c1d00815-5153-46ba-b6ca-34b5619664ec req-1cbfc631-271d-41e9-a305-0399720ba8cc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728761 Jan 25 21:11:14.498873 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Pushing event updated for resources: {'Port': ['ID=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:14.502387 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (ebccfa6a-b55e-4e49-843e-c248e41a4181), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.515750 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (73eeff85-0fa2-4af5-98e9-70c05786f3af), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.517198 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:14.517811 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.519301 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104be3a5-22c0-4a83-aad5-05ba7b09a5e8 req-dae43d4c-4c3b-4822-9022-7fa298235340 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:14.520811 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-104be3a5-22c0-4a83-aad5-05ba7b09a5e8 req-dae43d4c-4c3b-4822-9022-7fa298235340 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 945 time: 0.1673009 Jan 25 21:11:14.529931 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] For port b09dccb4-edfc-4805-b384-d5197167753f, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:14.533372 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] For port b09dccb4-edfc-4805-b384-d5197167753f, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b09dccb4-edfc-4805-b384-d5197167753f,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:14.611541 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] Pushing event updated for resources: {'Network': ['ID=73eeff85-0fa2-4af5-98e9-70c05786f3af,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:14.616086 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 73eeff85-0fa2-4af5-98e9-70c05786f3af details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:11:14.660565 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-104be3a5-22c0-4a83-aad5-05ba7b09a5e8 req-9e254d75-a035-4c93-b6e0-912302225d6b tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271770 Jan 25 21:11:14.679781 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:14.681361 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:14.719948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b09dccb4-edfc-4805-b384-d5197167753f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.761638 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d21500dd-b162-473a-8267-b3f8acaaf563 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6139088 Jan 25 21:11:14.768984 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34880) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:14.817186 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 367a865f-1b4e-46c9-b095-60c6f61cd353 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:14.863340 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Request body: {'subnet': {'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22652530-subnet', 'tenant_id': 'e5fa6be10da64c95a2c8e3cdda531020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:14.944466 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 367a865f-1b4e-46c9-b095-60c6f61cd353 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:14.945204 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.953628 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e3d3-2cd9-4ddf-b08a-775aed9c19d9 None None] Pushing event updated for resources: {'Port': ['ID=b09dccb4-edfc-4805-b384-d5197167753f,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:14.956624 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks [] for router_gateway (88f81417-d640-4b0e-8ef5-f17d46ad1691), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:14.998779 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Router ebccfa6a-b55e-4e49-843e-c248e41a4181 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:11:15.019489 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:15.097982 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Made reservation on behalf of e5fa6be10da64c95a2c8e3cdda531020 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:15.104197 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63009073'] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:15.160904 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 367a865f-1b4e-46c9-b095-60c6f61cd353 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:15.161619 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:15.200973 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7e5837b9-fff0-46ca-9ec7-119d01533b14 None None] Provisioning complete for port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:15.201769 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7e5837b9-fff0-46ca-9ec7-119d01533b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:15.255391 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 367a865f-1b4e-46c9-b095-60c6f61cd353, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=367a865f-1b4e-46c9-b095-60c6f61cd353,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:15.256911 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7e5837b9-fff0-46ca-9ec7-119d01533b14 None None] Port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:15.299646 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:11:15.310185 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-18a0413c-c579-4637-856b-061b12927f2e admin admin] 10.222.0.20 "PUT /v2.0/routers/ebccfa6a-b55e-4e49-843e-c248e41a4181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1896472 Jan 25 21:11:15.344506 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:15.452949 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=367a865f-1b4e-46c9-b095-60c6f61cd353,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:15.620876 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Allocated IP 172.27.2.121 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/65eb93b4-d9e2-496b-9cd1-50ae2833939d) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:15.633310 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7e67-2596-48d6-8ab8-ab0051469653 req-eb651dfb-edc9-4d89-9a84-1e635a93e030 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:15.634863 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c48c7e67-2596-48d6-8ab8-ab0051469653 req-eb651dfb-edc9-4d89-9a84-1e635a93e030 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.1185131 Jan 25 21:11:15.809729 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c48c7e67-2596-48d6-8ab8-ab0051469653 req-52ef9459-b351-4e61-8a88-79302a9284da tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657488 Jan 25 21:11:15.847883 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks [] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:15.915679 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62979913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63009031'] for subnet (112c76dc-21c5-402c-b419-2a0b47184973), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.007084 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5baf6-8e2e-4464-b2e4-ec2b01418ac5 req-55106ac2-1010-4246-818b-e3030ca026cc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:16.008603 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-31f5baf6-8e2e-4464-b2e4-ec2b01418ac5 req-55106ac2-1010-4246-818b-e3030ca026cc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 945 time: 0.1062548 Jan 25 21:11:16.009245 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112c76dc-21c5-402c-b419-2a0b47184973,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:16.019450 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.088190 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Checking segment: {'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:16.088567 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Network hostable DHCP agents. Network: 73eeff85-0fa2-4af5-98e9-70c05786f3af, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:11:16.091914 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:16.100455 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Pushing event updated for resources: {'Port': ['ID=65eb93b4-d9e2-496b-9cd1-50ae2833939d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:16.109660 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:16.117266 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:16.159893 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-31f5baf6-8e2e-4464-b2e4-ec2b01418ac5 req-0a225acb-1538-47e1-826b-cbf1c23b88c2 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368043 Jan 25 21:11:16.237994 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34916) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:16.243319 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-35109664-0786-449d-b8e5-584355f64ed2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832977848', 'description': 'tempest-description--36915691'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:16.292605 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Network 73eeff85-0fa2-4af5-98e9-70c05786f3af is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:11:16.390554 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35109664-0786-449d-b8e5-584355f64ed2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.432542 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 73eeff85-0fa2-4af5-98e9-70c05786f3af) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:16.442192 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:16.442805 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.450700 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b62d94-929c-4bc9-97fe-d67f9ba3f426 None None] Network 73eeff85-0fa2-4af5-98e9-70c05786f3af requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:16.487464 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35109664-0786-449d-b8e5-584355f64ed2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (a60abdae-5d63-4ccf-b046-9fe91175b91b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.564745 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037a8bf-d95a-4347-b12e-9e0895e292eb None None] Network 73eeff85-0fa2-4af5-98e9-70c05786f3af requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:16.596967 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35109664-0786-449d-b8e5-584355f64ed2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (a60abdae-5d63-4ccf-b046-9fe91175b91b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.606492 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-993f5468-b41a-4d3e-9bbf-d5c787308af1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7566018 Jan 25 21:11:16.629393 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks [] for router_gateway (88f81417-d640-4b0e-8ef5-f17d46ad1691), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.636615 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Sync routers for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:11:16.728937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35109664-0786-449d-b8e5-584355f64ed2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60abdae-5d63-4ccf-b046-9fe91175b91b,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:16.866415 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35109664-0786-449d-b8e5-584355f64ed2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.867902 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-35109664-0786-449d-b8e5-584355f64ed2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6285889 Jan 25 21:11:16.871176 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34932) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:16.878174 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-d8fb1359-9227-420f-a3b8-d6c7184411bd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'security_group_rule': {'security_group_id': 'a60abdae-5d63-4ccf-b046-9fe91175b91b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:16.878348 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:16.878348 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:16.948813 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 367a865f-1b4e-46c9-b095-60c6f61cd353 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:16.964527 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (88f81417-d640-4b0e-8ef5-f17d46ad1691), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:16.985451 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036cc8a-d1c6-4889-b1ba-cd97e7728dc2 None None] Network 42e6abed-670e-4223-ad2a-28699d10e9ef requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:17.025048 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ac2d-0535-45f2-baa1-aa8e5e105d24 req-af769b0a-49f6-4193-927d-ba7d5b246c4b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:17.026633 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b1c8ac2d-0535-45f2-baa1-aa8e5e105d24 req-af769b0a-49f6-4193-927d-ba7d5b246c4b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0706191 Jan 25 21:11:17.065181 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1359-9227-420f-a3b8-d6c7184411bd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (0a8b38f3-b655-468e-9505-e2ea3fd2cb35), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.133570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1359-9227-420f-a3b8-d6c7184411bd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (0a8b38f3-b655-468e-9505-e2ea3fd2cb35), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.152090 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-e9f5d14c-db50-4c2f-abc1-39786bf9776a None None] Provisioning complete for port b09dccb4-edfc-4805-b384-d5197167753f triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:17.152090 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d14c-db50-4c2f-abc1-39786bf9776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b09dccb4-edfc-4805-b384-d5197167753f), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.183654 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b1c8ac2d-0535-45f2-baa1-aa8e5e105d24 req-0341f468-6b04-4dcf-bdea-0ae7d107df57 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336088 Jan 25 21:11:17.197094 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Router 88f81417-d640-4b0e-8ef5-f17d46ad1691 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:11:17.202425 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:17.243502 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1359-9227-420f-a3b8-d6c7184411bd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (0a8b38f3-b655-468e-9505-e2ea3fd2cb35), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.260874 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 367a865f-1b4e-46c9-b095-60c6f61cd353 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:17.261191 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.296881 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb1359-9227-420f-a3b8-d6c7184411bd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8b38f3-b655-468e-9505-e2ea3fd2cb35,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:17.368863 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1359-9227-420f-a3b8-d6c7184411bd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.371621 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d8fb1359-9227-420f-a3b8-d6c7184411bd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4994245 Jan 25 21:11:17.401576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34950) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:17.410491 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-850f71e9-86df-4ba0-bfa9-3f9c9d071339 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'security_group_rule': {'security_group_id': 'a60abdae-5d63-4ccf-b046-9fe91175b91b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:17.437268 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:11:17.446564 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da5266-1a59-46c2-9229-6df99828c705 req-2ea96f53-0a37-4429-9194-8f980cb5c2ae tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:17.448159 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b2da5266-1a59-46c2-9229-6df99828c705 req-2ea96f53-0a37-4429-9194-8f980cb5c2ae tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1428816 Jan 25 21:11:17.448500 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Sync routers for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:11:17.453838 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1d1bc-b7d1-4e1e-acd4-9cca87cc3f64 req-a532b8de-5880-4e31-b743-f11d254a9997 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:17.458218 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5d1d1bc-b7d1-4e1e-acd4-9cca87cc3f64 req-a532b8de-5880-4e31-b743-f11d254a9997 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 945 time: 0.1167133 Jan 25 21:11:17.466489 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:17.467189 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:17.517497 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b2da5266-1a59-46c2-9229-6df99828c705 req-5bc8e12d-3535-485a-82cf-1c806acaf4eb tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583217 Jan 25 21:11:17.548304 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5d14c-db50-4c2f-abc1-39786bf9776a None None] Current status of the port b09dccb4-edfc-4805-b384-d5197167753f is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:17.557983 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d14c-db50-4c2f-abc1-39786bf9776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b09dccb4-edfc-4805-b384-d5197167753f), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.563901 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5d1d1bc-b7d1-4e1e-acd4-9cca87cc3f64 req-10889925-2f78-444c-9a9a-1b9b29366c96 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994103 Jan 25 21:11:17.565711 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-850f71e9-86df-4ba0-bfa9-3f9c9d071339 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (5d28e35f-72d1-48e4-a3a0-f8876b2e0f4b), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.580838 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.582064 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-178784f8-db94-4a85-a2f9-54c8a26e6b15 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9590642 Jan 25 21:11:17.584830 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 34954) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:17.757278 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:17.758306 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-850f71e9-86df-4ba0-bfa9-3f9c9d071339 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (5d28e35f-72d1-48e4-a3a0-f8876b2e0f4b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.775844 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-e9f5d14c-db50-4c2f-abc1-39786bf9776a None None] For port b09dccb4-edfc-4805-b384-d5197167753f, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b09dccb4-edfc-4805-b384-d5197167753f,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:17.782661 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 367a865f-1b4e-46c9-b095-60c6f61cd353 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:17.783815 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b09dccb4-edfc-4805-b384-d5197167753f up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:17.875341 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 2, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:17.905046 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-850f71e9-86df-4ba0-bfa9-3f9c9d071339 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (5d28e35f-72d1-48e4-a3a0-f8876b2e0f4b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.909571 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Checking router: ebccfa6a-b55e-4e49-843e-c248e41a4181 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:11:17.910038 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Updating router ebccfa6a-b55e-4e49-843e-c248e41a4181 port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:11:17.912233 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port b09dccb4-edfc-4805-b384-d5197167753f triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:17.912662 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b09dccb4-edfc-4805-b384-d5197167753f), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.914231 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d14c-db50-4c2f-abc1-39786bf9776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b09dccb4-edfc-4805-b384-d5197167753f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:17.937890 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f71e9-86df-4ba0-bfa9-3f9c9d071339 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d28e35f-72d1-48e4-a3a0-f8876b2e0f4b,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:17.988763 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.034439 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:16Z', 'revision_number': 3, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:18.058524 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-850f71e9-86df-4ba0-bfa9-3f9c9d071339 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.060049 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-850f71e9-86df-4ba0-bfa9-3f9c9d071339 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6563973 Jan 25 21:11:18.063449 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 34966) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:18.063915 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5d14c-db50-4c2f-abc1-39786bf9776a None None] Pushing event updated for resources: {'Port': ['ID=b09dccb4-edfc-4805-b384-d5197167753f,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:18.067244 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Checking router: 88f81417-d640-4b0e-8ef5-f17d46ad1691 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:11:18.067676 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Updating router 88f81417-d640-4b0e-8ef5-f17d46ad1691 port 65eb93b4-d9e2-496b-9cd1-50ae2833939d binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:11:18.077004 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:18.091194 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-f93683d7-65b1-4b4f-b04b-7d5911a65662 None None] Provisioning complete for port b09dccb4-edfc-4805-b384-d5197167753f triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:18.091575 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f93683d7-65b1-4b4f-b04b-7d5911a65662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b09dccb4-edfc-4805-b384-d5197167753f), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.104711 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.231047 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port b09dccb4-edfc-4805-b384-d5197167753f is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:18.249577 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.380079 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f93683d7-65b1-4b4f-b04b-7d5911a65662 None None] Current status of the port b09dccb4-edfc-4805-b384-d5197167753f is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:18.453616 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.584501 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Publish callbacks [] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.590019 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.655765 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b09dccb4-edfc-4805-b384-d5197167753f up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:18.696944 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-287fc045-2638-4404-8526-5304c682b367 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a7a6df59622d4b9e8fa27ca11959d8ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339544 Jan 25 21:11:18.710739 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.724623 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Publish callbacks [] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.739724 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port b09dccb4-edfc-4805-b384-d5197167753f triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:18.740107 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b09dccb4-edfc-4805-b384-d5197167753f), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.782108 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Attempting to bind port 65eb93b4-d9e2-496b-9cd1-50ae2833939d on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:18.782834 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Attempting to bind port 65eb93b4-d9e2-496b-9cd1-50ae2833939d by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:18.783351 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Attempting to bind port 65eb93b4-d9e2-496b-9cd1-50ae2833939d on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:18.787832 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd206498-aa4e-46eb-bc2e-cdfc001e9e4a None None] Pushing event updated for resources: {'Port': ['ID=65eb93b4-d9e2-496b-9cd1-50ae2833939d,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:18.792493 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:18.792869 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:18.793267 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.793651 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:18.794188 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Bound port: 65eb93b4-d9e2-496b-9cd1-50ae2833939d, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:18.794514 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.809472 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Allocated IP 172.27.2.116 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/70f1fd99-db7d-493e-ab35-f418b7f6fedd) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:18.826093 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:18.854204 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] For port 65eb93b4-d9e2-496b-9cd1-50ae2833939d, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:18.858315 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] For port 65eb93b4-d9e2-496b-9cd1-50ae2833939d, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=65eb93b4-d9e2-496b-9cd1-50ae2833939d,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:18.890939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port b09dccb4-edfc-4805-b384-d5197167753f is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:18.954313 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3356b-1d3a-43a0-bc41-f165f2052b31 None None] Pushing event updated for resources: {'Port': ['ID=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:18.976198 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.014641 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.021480 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Attempting to bind port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:19.023045 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Attempting to bind port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:19.023045 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Attempting to bind port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:19.028828 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:19.039979 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Checking segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:19.039979 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.040331 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Bound using segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:19.041333 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Bound port: 1011eea6-4b6d-4e54-96fc-4582abcdf6b7, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:19.041333 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.109992 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:19.110653 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:19.120585 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd206498-aa4e-46eb-bc2e-cdfc001e9e4a None None] Pushing event updated for resources: {'Port': ['ID=65eb93b4-d9e2-496b-9cd1-50ae2833939d,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:19.149266 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] For port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:19.153099 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] For port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:19.168368 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.189819 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-37735270-4276-4994-a892-2a8236edc6d2 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:19.191707 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-37735270-4276-4994-a892-2a8236edc6d2 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4827535 Jan 25 21:11:19.194760 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Allocated IP 172.20.0.1 (42e6abed-670e-4223-ad2a-28699d10e9ef/b3a1a2fd-b63a-4b98-9d15-8f6de245133d/3b10f241-58b0-4f93-8078-f077772db1b4) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:19.228974 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-a1c7e021-3616-4716-af6f-aef314e4a16b tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/quotas/a7a6df59622d4b9e8fa27ca11959d8ab HTTP/1.1" status: 200 len: 375 time: 0.0236762 Jan 25 21:11:19.234676 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:19.246286 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:19.261251 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:19.271707 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:19.309900 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-418196dc-faa3-4c61-ae5c-0788791b8b33 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7a6df59622d4b9e8fa27ca11959d8ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795364 Jan 25 21:11:19.435530 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'Port': ['ID=70f1fd99-db7d-493e-ab35-f418b7f6fedd,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:19.508534 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks [] for port (3b10f241-58b0-4f93-8078-f077772db1b4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.548040 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.553068 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (b7a9d7c9-031c-4379-84e8-11bd867bf55f), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.591136 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-63cb9084-c570-40be-a8f0-85c9e3c59e54 None None] Provisioning complete for port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:19.591560 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-63cb9084-c570-40be-a8f0-85c9e3c59e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.604551 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:16Z', 'revision_number': 3, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:19.637844 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399b8b9-a1d1-4fdc-b2a9-b10ecf67e8fc None None] The sync data for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi is: [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:16Z', 'revision_number': 3, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:11:19.674523 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:19.675403 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:19.688852 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.713910 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b539-71ff-4b97-82ee-37655c939044 req-2afdaa4a-fceb-429f-8a39-a2c80e92c0f4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:19.716328 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-2afdaa4a-fceb-429f-8a39-a2c80e92c0f4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/networks?id=73eeff85-0fa2-4af5-98e9-70c05786f3af HTTP/1.1" status: 200 len: 807 time: 0.1456687 Jan 25 21:11:19.738841 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-db212ace-4642-462a-9661-4634525e76a2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/quotas/e5fa6be10da64c95a2c8e3cdda531020 HTTP/1.1" status: 200 len: 375 time: 0.0110488 Jan 25 21:11:19.748673 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3356b-1d3a-43a0-bc41-f165f2052b31 None None] Pushing event updated for resources: {'Port': ['ID=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:19.778973 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Network 42e6abed-670e-4223-ad2a-28699d10e9ef is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:19.780702 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-e3dec677-2ffd-479a-a305-80b1568001ad tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352879 Jan 25 21:11:19.805135 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-63cb9084-c570-40be-a8f0-85c9e3c59e54 None None] Current status of the port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:19.805545 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-63cb9084-c570-40be-a8f0-85c9e3c59e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:19.834150 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:19.839139 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:19.906146 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Pushing event updated for resources: {'Port': ['ID=3b10f241-58b0-4f93-8078-f077772db1b4,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:19.999188 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-38a24562-d549-4762-a9b5-b3f69b88a261 req-5c319bae-dddd-41f8-af5e-334e5d3b7bfe tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 210 time: 0.0821137 Jan 25 21:11:20.003924 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.004341 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-63cb9084-c570-40be-a8f0-85c9e3c59e54 None None] For port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:20.010979 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:20.062235 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (88f81417-d640-4b0e-8ef5-f17d46ad1691), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.174832 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-63cb9084-c570-40be-a8f0-85c9e3c59e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.302542 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 35034) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:20.336603 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-01b71578-c342-459e-840b-58b9b3af8528 service neutron] 10.222.0.20 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471516 Jan 25 21:11:20.430407 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.512120 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-64e5ad55-f2d3-4bc6-bd85-de807be83203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.521575 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-163751ac-bba3-4eb2-9133-2548687b26ec None None] Provisioning complete for port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:20.522033 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-163751ac-bba3-4eb2-9133-2548687b26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.536389 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.577935 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-b13b8b37-47af-40fa-94fd-7f7c29750d9f service neutron] 10.222.0.20 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116590 Jan 25 21:11:20.632555 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-64e5ad55-f2d3-4bc6-bd85-de807be83203 admin admin] Publish callbacks [] for security_group (877a0d0d-df4a-49bd-b1ec-06cc69c72ee1), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.684997 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb9084-c570-40be-a8f0-85c9e3c59e54 None None] Pushing event updated for resources: {'Port': ['ID=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:20.730587 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.786124 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 65eb93b4-d9e2-496b-9cd1-50ae2833939d up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:20.794014 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:20.832214 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (b7a9d7c9-031c-4379-84e8-11bd867bf55f), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.846633 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-64e5ad55-f2d3-4bc6-bd85-de807be83203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (877a0d0d-df4a-49bd-b1ec-06cc69c72ee1), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.863102 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'Port': ['ID=70f1fd99-db7d-493e-ab35-f418b7f6fedd,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:20.879800 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57c3b8-df94-4966-86ee-8ef19ee04999 None None] The sync data for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi is: [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:11:20.893709 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-163751ac-bba3-4eb2-9133-2548687b26ec None None] Current status of the port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:20.960206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:20.970964 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f4b30e51-a897-4f39-a489-88f2cc3206ea tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9059641 Jan 25 21:11:21.014288 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-64e5ad55-f2d3-4bc6-bd85-de807be83203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc354ee801774f6e92dd75586c119a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7133253 Jan 25 21:11:21.020790 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5ad55-f2d3-4bc6-bd85-de807be83203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877a0d0d-df4a-49bd-b1ec-06cc69c72ee1,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:21.025326 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 35048) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:21.030112 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks [] for port (3b10f241-58b0-4f93-8078-f077772db1b4), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.106733 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 65eb93b4-d9e2-496b-9cd1-50ae2833939d triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:21.107157 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.150090 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.240029 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-44f55dfd-b54d-4be7-8f21-2c477b00428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:21.241659 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-44f55dfd-b54d-4be7-8f21-2c477b00428b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.2370269 Jan 25 21:11:21.297230 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566774c-c9cf-4dca-b9fb-676c82ffa7ff req-85b9e040-1627-48cd-a8a4-afcb6cd2d33f tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:21.299871 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e566774c-c9cf-4dca-b9fb-676c82ffa7ff req-85b9e040-1627-48cd-a8a4-afcb6cd2d33f tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1819119 Jan 25 21:11:21.337258 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-dcb982b8-c723-438d-a4eb-9a81e2fe1291 None None] Provisioning complete for port 3b10f241-58b0-4f93-8078-f077772db1b4 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:21.345227 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-dcb982b8-c723-438d-a4eb-9a81e2fe1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.396331 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e566774c-c9cf-4dca-b9fb-676c82ffa7ff req-689a7f6e-24eb-4368-9953-9e7ea85cd512 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581145 Jan 25 21:11:21.417970 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7d05ba6c-33f5-4b11-9265-de1f91b8c022 admin admin] Publish callbacks [] for security_group (877a0d0d-df4a-49bd-b1ec-06cc69c72ee1), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.459494 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-91c7b0c7-a797-4d7b-9120-dc98e9fd9019 req-b8665085-c3a8-4052-8902-dfe79d0e0030 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 210 time: 0.2009499 Jan 25 21:11:21.472243 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-dcb982b8-c723-438d-a4eb-9a81e2fe1291 None None] Port 3b10f241-58b0-4f93-8078-f077772db1b4 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:21.472767 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (88f81417-d640-4b0e-8ef5-f17d46ad1691), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.496466 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Pushing event updated for resources: {'Port': ['ID=3b10f241-58b0-4f93-8078-f077772db1b4,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:21.505172 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-557ee545-8927-4dbd-a5b5-59467d4d3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:21.506694 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-557ee545-8927-4dbd-a5b5-59467d4d3b73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.2566342 Jan 25 21:11:21.593893 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 65eb93b4-d9e2-496b-9cd1-50ae2833939d is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:21.594286 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.624320 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 65eb93b4-d9e2-496b-9cd1-50ae2833939d, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=65eb93b4-d9e2-496b-9cd1-50ae2833939d,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:21.625539 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-409e2304-7344-4071-9723-b1d0362598ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 217 time: 0.1110251 Jan 25 21:11:21.640419 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1fc8c1b0-bf45-465b-a4f4-529dc4574cc0 req-64ce6701-baaa-4cc2-81bf-1e385b22b5d2 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 210 time: 0.1054308 Jan 25 21:11:21.658182 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7d05ba6c-33f5-4b11-9265-de1f91b8c022 admin admin] Publish callbacks [] for security_group (877a0d0d-df4a-49bd-b1ec-06cc69c72ee1), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.668021 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Network 42e6abed-670e-4223-ad2a-28699d10e9ef is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:21.670432 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:21.697492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-7e29951e-7d40-4479-b170-401783aa4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:21.699006 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-7e29951e-7d40-4479-b170-401783aa4de8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0561373 Jan 25 21:11:21.739661 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:21.769170 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-2bc5a8a4-faba-4efc-b2b0-066a1289c5c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573778 Jan 25 21:11:21.849434 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=65eb93b4-d9e2-496b-9cd1-50ae2833939d,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:21.955487 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-9c8da71d-e591-4f48-8b15-fbf29232a8aa tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--832977848&fields=id&tenant_id=b78cbbb4b9304ab49066a9ff990dffda HTTP/1.1" status: 200 len: 267 time: 0.3165898 Jan 25 21:11:21.993105 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Router 88f81417-d640-4b0e-8ef5-f17d46ad1691 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:11:22.016515 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-b528fb2c-1794-4471-86b6-0bc020282e8d None None] Provisioning complete for port 3b10f241-58b0-4f93-8078-f077772db1b4 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:22.017142 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b528fb2c-1794-4471-86b6-0bc020282e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:22.106816 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-b528fb2c-1794-4471-86b6-0bc020282e8d None None] Port 3b10f241-58b0-4f93-8078-f077772db1b4 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:22.128125 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7d05ba6c-33f5-4b11-9265-de1f91b8c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (877a0d0d-df4a-49bd-b1ec-06cc69c72ee1), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:22.130968 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7d05ba6c-33f5-4b11-9265-de1f91b8c022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:22.133002 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-7d05ba6c-33f5-4b11-9265-de1f91b8c022 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/877a0d0d-df4a-49bd-b1ec-06cc69c72ee1 HTTP/1.1" status: 204 len: 168 time: 1.1060672 Jan 25 21:11:22.164022 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05ba6c-33f5-4b11-9265-de1f91b8c022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877a0d0d-df4a-49bd-b1ec-06cc69c72ee1,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:22.240827 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-ee3ac198-07b1-429c-a621-4cf3a11fcc22 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:22.242743 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-ee3ac198-07b1-429c-a621-4cf3a11fcc22 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 810 time: 0.2862794 Jan 25 21:11:22.282462 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-a40b114b-60a9-410f-ab01-dc2492f23321 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/quotas/b78cbbb4b9304ab49066a9ff990dffda HTTP/1.1" status: 200 len: 375 time: 0.0256436 Jan 25 21:11:22.289209 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:11:22.309842 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-b803584f-1649-4d4b-9b43-b7ed50e061de tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:22.311490 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-b803584f-1649-4d4b-9b43-b7ed50e061de tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.5414462 Jan 25 21:11:22.314365 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-4dc499b3-7fe9-4814-aa5a-7c8b443a0564 admin admin] 10.222.0.20 "PUT /v2.0/routers/88f81417-d640-4b0e-8ef5-f17d46ad1691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7282119 Jan 25 21:11:22.318967 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-44807e0b-2849-40aa-98f7-6934294e6c91 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281906 Jan 25 21:11:22.351905 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-e9d83850-59de-4cc1-a4f9-75c7ff6bd282 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/quotas/0b79d41991344f249ba47758d51bbb54 HTTP/1.1" status: 200 len: 375 time: 0.0319142 Jan 25 21:11:22.369940 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-e518f65e-bcf1-45e4-a056-a6cbbffd51e5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785558 Jan 25 21:11:22.554574 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-91d8690b-28fc-4f0c-aa4c-37d91e86e0e2 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975772 Jan 25 21:11:22.583907 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-14a612cc-cf1c-43d9-84ac-687e652af1b5 service neutron] 10.222.0.20 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106991 Jan 25 21:11:22.718038 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Sync routers for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:11:22.734041 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:22.737827 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:22.751263 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4645d6-af8e-4a09-9d4e-1c9997af94bd req-e6d4c895-331b-49c5-b313-06ae92c1840b service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193625 Jan 25 21:11:22.791071 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-833d2448-3ed7-41be-a30a-038f3a132f79 service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355087 Jan 25 21:11:22.799699 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-4de6692d-57e1-4a6b-91fb-9502d7780747 service neutron] 10.222.0.20 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146313 Jan 25 21:11:22.947693 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-e8d21d80-e339-4269-93dd-b16dd63803f7 service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554382 Jan 25 21:11:22.989848 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 65eb93b4-d9e2-496b-9cd1-50ae2833939d up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:23.058912 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:23.105314 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 65eb93b4-d9e2-496b-9cd1-50ae2833939d triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:23.105710 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:23.426330 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5102c3-1614-4f26-aa26-9ffcd5e3cebf req-563599bb-df43-4d45-a07f-011bc65b7c10 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:23.428297 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5e5102c3-1614-4f26-aa26-9ffcd5e3cebf req-563599bb-df43-4d45-a07f-011bc65b7c10 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1038084 Jan 25 21:11:23.492086 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-0baabf06-994f-4ccb-9463-7e4601147b97 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a7a6df59622d4b9e8fa27ca11959d8ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491407 Jan 25 21:11:23.630826 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 65eb93b4-d9e2-496b-9cd1-50ae2833939d is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:23.631955 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:23.684616 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5e5102c3-1614-4f26-aa26-9ffcd5e3cebf req-81c8d685-6ae9-45e2-9226-69f2d8f3c4c6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390025 Jan 25 21:11:23.692341 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 2, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:23.771600 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Checking router: 88f81417-d640-4b0e-8ef5-f17d46ad1691 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:11:23.771600 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Updating router 88f81417-d640-4b0e-8ef5-f17d46ad1691 port 3b10f241-58b0-4f93-8078-f077772db1b4 binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:11:23.771600 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:23.771600 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:23.788648 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6e6e9bba-78f7-42b2-a5f9-2fd1f57c1020 req-e22cc99f-2524-4708-ac20-4638b6f01e2a tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 210 time: 0.3732543 Jan 25 21:11:23.824355 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 35144) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:23.835454 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1905822916-network', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:23.886583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:23.902504 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-35dd8043-40ea-4363-9339-886dcb0474dc req-835fa0f2-9ac4-4eec-b1a9-0352842b9baa tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 210 time: 0.0760002 Jan 25 21:11:23.921946 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-07645936-65fe-43ff-8917-010b2b3462e4 req-a5278265-c6eb-4348-8fb9-1d1a102cabcf tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 210 time: 0.0412886 Jan 25 21:11:23.968226 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-17e61285-c03c-4e43-91ef-87d1141b5038 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:23.969673 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-17e61285-c03c-4e43-91ef-87d1141b5038 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4372125 Jan 25 21:11:24.000443 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c4796f07-b814-414c-85f8-2af18c7b3b13 req-9298dbe1-3ec1-4e47-b78e-60db84d67ec0 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 210 time: 0.0266221 Jan 25 21:11:24.004917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Request body: {'port': {'device_id': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969', 'admin_state_up': True, 'tenant_id': 'a7a6df59622d4b9e8fa27ca11959d8ab'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:24.005718 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Made reservation on behalf of f50f411f768d49e588dc3b9dc6bcaab9 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:24.013214 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.051746 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.073612 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:24.154356 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks [] for security_group (92238e90-a069-47e1-b476-7950fa0be5a3), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.273575 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Publish callbacks [] for port (3b10f241-58b0-4f93-8078-f077772db1b4), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.283128 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (92238e90-a069-47e1-b476-7950fa0be5a3), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.314902 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:11:24.327816 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92238e90-a069-47e1-b476-7950fa0be5a3,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:24.342976 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (b86e0e2c-555c-4e66-8724-d02efdfab07d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.343543 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Added segment b86e0e2c-555c-4e66-8724-d02efdfab07d of type vlan for network 8c26ff8c-7c07-40e6-aae7-5289639e2471 Jan 25 21:11:24.357897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Made reservation on behalf of a7a6df59622d4b9e8fa27ca11959d8ab for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:24.361634 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.378007 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.399609 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.405646 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (8c26ff8c-7c07-40e6-aae7-5289639e2471), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.446898 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b539-71ff-4b97-82ee-37655c939044 req-23d75f5a-f582-4439-9fcf-601ac6d204c1 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:24.448381 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-23d75f5a-f582-4439-9fcf-601ac6d204c1 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "GET /v2.0/networks?id=73eeff85-0fa2-4af5-98e9-70c05786f3af HTTP/1.1" status: 200 len: 807 time: 0.1777079 Jan 25 21:11:24.485379 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Request body: {'port': {'device_id': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af', 'admin_state_up': True, 'tenant_id': 'e5fa6be10da64c95a2c8e3cdda531020'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:24.488336 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b07636-a9c2-4ad8-88d9-ca560f44bb06 None None] Pushing event updated for resources: {'Port': ['ID=3b10f241-58b0-4f93-8078-f077772db1b4,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:24.555196 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Attempting to bind port 3b10f241-58b0-4f93-8078-f077772db1b4 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:24.555584 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Attempting to bind port 3b10f241-58b0-4f93-8078-f077772db1b4 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:24.555956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Attempting to bind port 3b10f241-58b0-4f93-8078-f077772db1b4 on network 42e6abed-670e-4223-ad2a-28699d10e9ef {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:24.561589 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:24.562045 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Checking segment: {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:24.562399 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.562795 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Bound using segment: {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:24.563280 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Bound port: 3b10f241-58b0-4f93-8078-f077772db1b4, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:24.563673 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.613832 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks [] for security_group (2325bf45-2b88-479a-ac15-3b319225e461), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.638307 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] For port 3b10f241-58b0-4f93-8078-f077772db1b4, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:24.641919 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] For port 3b10f241-58b0-4f93-8078-f077772db1b4, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=3b10f241-58b0-4f93-8078-f077772db1b4,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:24.660739 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (8c26ff8c-7c07-40e6-aae7-5289639e2471), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.663719 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:24.664318 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.684148 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2325bf45-2b88-479a-ac15-3b319225e461), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.730587 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] Pushing event updated for resources: {'Network': ['ID=8c26ff8c-7c07-40e6-aae7-5289639e2471,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:24.748723 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:11:24.753570 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-12a06807-23ab-4460-8616-c08ee56db6ec None None] Provisioning complete for port 3b10f241-58b0-4f93-8078-f077772db1b4 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:24.753912 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2325bf45-2b88-479a-ac15-3b319225e461,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:24.754389 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-12a06807-23ab-4460-8616-c08ee56db6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.792080 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.807217 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ff80e7d2-7b9c-444a-a4b0-00ed7f71f813 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9752529 Jan 25 21:11:24.808033 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 35164) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:24.824909 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Request body: {'subnet': {'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1905822916-subnet', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:24.887992 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Allocated IP 192.168.233.76 (745aba2e-ef82-47b9-afc5-f9f7b63d3969/78bd5287-5d35-45d7-a3aa-5be017f9327f/b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:24.916326 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e8c112f0-ee26-4847-be82-5c7ce6714197 req-1b02b189-6673-45a9-b044-825eb207caa6 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 210 time: 0.0327666 Jan 25 21:11:24.918580 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b07636-a9c2-4ad8-88d9-ca560f44bb06 None None] Pushing event updated for resources: {'Port': ['ID=3b10f241-58b0-4f93-8078-f077772db1b4,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:24.936916 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Made reservation on behalf of e5fa6be10da64c95a2c8e3cdda531020 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:24.943446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.969006 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Made reservation on behalf of f50f411f768d49e588dc3b9dc6bcaab9 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:24.978990 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63009073'] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.986035 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-12a06807-23ab-4460-8616-c08ee56db6ec None None] Current status of the port 3b10f241-58b0-4f93-8078-f077772db1b4 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:24.986413 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-12a06807-23ab-4460-8616-c08ee56db6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:24.990532 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:24.991174 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:10:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:25.084362 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5dd85690-9aec-49ca-8eaa-63abd4579697 req-ba345ebe-8fba-4f44-ad8c-d159ddcbf57e tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 210 time: 0.0692959 Jan 25 21:11:25.113639 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-12a06807-23ab-4460-8616-c08ee56db6ec None None] For port 3b10f241-58b0-4f93-8078-f077772db1b4, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=3b10f241-58b0-4f93-8078-f077772db1b4,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:25.184463 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aa950-4584-4a8e-aa56-ca624bef7620 req-0e3d4a72-6fe9-4735-8604-7843de0b5d6f tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:25.190335 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c03aa950-4584-4a8e-aa56-ca624bef7620 req-0e3d4a72-6fe9-4735-8604-7843de0b5d6f tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.4161503 Jan 25 21:11:25.192125 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:25.240743 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-12a06807-23ab-4460-8616-c08ee56db6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.269164 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-fc017425-0ba6-412d-8b5f-7b5f5adf399f req-a3e54b62-b20f-454b-b856-8028270bd14a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 210 time: 0.0911744 Jan 25 21:11:25.352829 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Allocated IP 172.20.0.2 (73eeff85-0fa2-4af5-98e9-70c05786f3af/112c76dc-21c5-402c-b419-2a0b47184973/cce6b56a-109a-4444-9197-64d0ae34d19f) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:25.408367 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-703fbe9d-af56-4ef4-9d2d-d238c0c00587 req-7722d08e-3148-4cda-a878-8d6758344856 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 210 time: 0.0422354 Jan 25 21:11:25.444345 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks [] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.460183 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a06807-23ab-4460-8616-c08ee56db6ec None None] Pushing event updated for resources: {'Port': ['ID=3b10f241-58b0-4f93-8078-f077772db1b4,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:25.480534 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-cec05272-6e40-4754-9b4c-b136ba1e9f8e None None] Provisioning complete for port 3b10f241-58b0-4f93-8078-f077772db1b4 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:25.480534 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-cec05272-6e40-4754-9b4c-b136ba1e9f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.501635 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c03aa950-4584-4a8e-aa56-ca624bef7620 req-10c0d7da-c737-49cc-8afa-7f265993e7de tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060863 Jan 25 21:11:25.557207 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62979913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63009031'] for subnet (a9c4860e-cd20-440a-9917-02d0ac624fc5), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.639293 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-cec05272-6e40-4754-9b4c-b136ba1e9f8e None None] Current status of the port 3b10f241-58b0-4f93-8078-f077772db1b4 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:25.641464 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c4860e-cd20-440a-9917-02d0ac624fc5,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:25.669934 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:24Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:25.670099 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Checking segment: {'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:25.670099 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Network hostable DHCP agents. Network: 8c26ff8c-7c07-40e6-aae7-5289639e2471, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:11:25.670301 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks [] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.679294 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bb58d6-a617-433e-9f27-0b5ef010a398 None None] The sync data for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi is: [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:24Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:11:25.791286 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.836652 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-970bb670-64c0-44c3-874a-518305375583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.846405 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:25.853725 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:25.862340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:25.864867 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:25.898417 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Pushing event updated for resources: {'Port': ['ID=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:25.935393 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Network 73eeff85-0fa2-4af5-98e9-70c05786f3af is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:25.948479 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:25.951029 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:11:25.955102 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:26.020283 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Pushing event updated for resources: {'Port': ['ID=cce6b56a-109a-4444-9197-64d0ae34d19f,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:26.027640 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:26.028368 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.045657 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:26.046492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.047605 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 8c26ff8c-7c07-40e6-aae7-5289639e2471) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:26.060032 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04129d3a-03f6-4526-96a3-702aa560737b None None] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:26.060899 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:26.062051 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.128282 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782079-dedf-4c89-96be-fcffa38546ab req-6171987a-0938-4e2e-b261-64a40c94a977 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:26.129977 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9b782079-dedf-4c89-96be-fcffa38546ab req-6171987a-0938-4e2e-b261-64a40c94a977 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 931 time: 0.1159048 Jan 25 21:11:26.192476 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7303cc6a-7ecc-4cd6-9fd7-210d6136fb73 None None] Provisioning complete for port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:26.193477 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7303cc6a-7ecc-4cd6-9fd7-210d6136fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.200863 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-042214b3-52d0-45f1-a172-cc549045273a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2029715 Jan 25 21:11:26.205409 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-850f76b8-c013-4f4e-8b7b-c506f70e39f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7327161 Jan 25 21:11:26.209250 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9b782079-dedf-4c89-96be-fcffa38546ab req-6198ea7d-2fff-459a-a77b-c47bc8b0c6b4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734026 Jan 25 21:11:26.230934 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-c5efadab-274d-4ff0-bcc1-f99c35eb86ba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4133897 Jan 25 21:11:26.231466 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Request body: {'port': {'device_id': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:26.231558 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 35188) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:26.231558 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:26.231722 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Request body: {'port': {'device_id': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:26.254370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-8c26ff8c-7c07-40e6-aae7-5289639e2471', 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471', 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'fixed_ips': [{'subnet_id': 'a9c4860e-cd20-440a-9917-02d0ac624fc5'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:11:26.255143 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.276279 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16d403-0727-4e53-98ec-449eec137f68 req-b482b77e-a04e-452a-8d33-f000eb277a7f tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:26.284588 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7d16d403-0727-4e53-98ec-449eec137f68 req-b482b77e-a04e-452a-8d33-f000eb277a7f tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 935 time: 0.1040049 Jan 25 21:11:26.300435 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7303cc6a-7ecc-4cd6-9fd7-210d6136fb73 None None] Port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:26.360457 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.388784 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7d16d403-0727-4e53-98ec-449eec137f68 req-bfe62bcb-e265-4f6a-9d2e-cfe8aa336c7f tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031132 Jan 25 21:11:26.390091 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (56c1ca10-aab0-4384-9943-42dbaf7cc608), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.391219 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (56c1ca10-aab0-4384-9943-42dbaf7cc608), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.510117 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-235e54be-0d10-47c0-a5b0-374b11e0bfdc req-c1db98ea-b316-4ff3-b9d5-7153ddccf132 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 210 time: 0.1162584 Jan 25 21:11:26.513059 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks [] for router_controller (56c1ca10-aab0-4384-9943-42dbaf7cc608), precommit_add_association {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.539509 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Allocated IP 172.20.0.2 (8c26ff8c-7c07-40e6-aae7-5289639e2471/a9c4860e-cd20-440a-9917-02d0ac624fc5/a2f30d53-17b7-49ca-80c1-cd90d4792645) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:26.599224 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.610741 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f915c607-9b0a-4c52-8935-138831eb55b1 req-a79507e5-8d4d-4c11-aead-908424ea866d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 210 time: 0.0716257 Jan 25 21:11:26.775918 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 3b10f241-58b0-4f93-8078-f077772db1b4 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:26.897339 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks [] for router_gateway (56c1ca10-aab0-4384-9943-42dbaf7cc608), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.910352 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 3b10f241-58b0-4f93-8078-f077772db1b4 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:26.911172 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:26.957726 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Publish callbacks [] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.017199 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:11:27.017766 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658da5-d58f-49c2-b10b-0e0ec3caf377 req-c96958ba-7cb3-4506-ba39-b104c1cfb973 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:27.020113 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f658da5-d58f-49c2-b10b-0e0ec3caf377 req-c96958ba-7cb3-4506-ba39-b104c1cfb973 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.3704903 Jan 25 21:11:27.028383 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 3b10f241-58b0-4f93-8078-f077772db1b4 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:27.059865 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.114489 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:27.118578 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:27.124050 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:27.189842 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Pushing event updated for resources: {'Port': ['ID=a2f30d53-17b7-49ca-80c1-cd90d4792645,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:27.239149 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Attempting to bind port a2f30d53-17b7-49ca-80c1-cd90d4792645 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:27.239953 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Attempting to bind port a2f30d53-17b7-49ca-80c1-cd90d4792645 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:27.240836 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Attempting to bind port a2f30d53-17b7-49ca-80c1-cd90d4792645 on network 8c26ff8c-7c07-40e6-aae7-5289639e2471 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:27.250565 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:27.251626 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Checking segment: {'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:27.252487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.253423 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Bound using segment: {'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:27.254444 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Bound port: a2f30d53-17b7-49ca-80c1-cd90d4792645, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:27.255090 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.378443 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] For port a2f30d53-17b7-49ca-80c1-cd90d4792645, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:27.382718 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] For port a2f30d53-17b7-49ca-80c1-cd90d4792645, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=a2f30d53-17b7-49ca-80c1-cd90d4792645,segment=NetworkSegment(b86e0e2c-555c-4e66-8724-d02efdfab07d),segment_id=b86e0e2c-555c-4e66-8724-d02efdfab07d)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:27.405894 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-cf782f85-191e-4888-9211-ab1334f39621 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:27.407882 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-cf782f85-191e-4888-9211-ab1334f39621 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 810 time: 0.3313706 Jan 25 21:11:27.479721 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.604897 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e64b18-932b-4561-90a8-9b0316f1fa1e req-c0c22597-40cb-4135-99b9-2cef788587ea tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:27.610965 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd4919-7c1d-405e-8333-ba4d478bb386 None None] Pushing event updated for resources: {'Port': ['ID=a2f30d53-17b7-49ca-80c1-cd90d4792645,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:27.611152 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-20e64b18-932b-4561-90a8-9b0316f1fa1e req-c0c22597-40cb-4135-99b9-2cef788587ea tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 931 time: 0.1947300 Jan 25 21:11:27.663641 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-032bd237-5d65-4123-b2e0-5c88854a57af tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78cbbb4b9304ab49066a9ff990dffda HTTP/1.1" status: 200 len: 379 time: 0.2347245 Jan 25 21:11:27.792055 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f658da5-d58f-49c2-b10b-0e0ec3caf377 req-2ac0250f-b295-4a9b-a1dd-aa0a6f37eb0c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641679 Jan 25 21:11:27.792895 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'port': {'device_id': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'admin_state_up': True, 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'security_groups': ['a60abdae-5d63-4ccf-b046-9fe91175b91b']}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:27.792895 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks [] for router_gateway (56c1ca10-aab0-4384-9943-42dbaf7cc608), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.792895 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-20e64b18-932b-4561-90a8-9b0316f1fa1e req-52d9f1c9-8553-4137-9e75-52320692492e tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147602 Jan 25 21:11:27.794049 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-2d5dae31-fb1b-4a62-916b-c56f3f524ef5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:27.794049 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-2d5dae31-fb1b-4a62-916b-c56f3f524ef5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.6805503 Jan 25 21:11:27.806446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Request body: {'port': {'device_id': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'admin_state_up': True, 'tenant_id': '0b79d41991344f249ba47758d51bbb54'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:27.811450 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.898939 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce6b56a-109a-4444-9197-64d0ae34d19f {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:27.936456 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Publish callbacks [] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:27.937245 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7f3e1ecd-4243-45aa-b73e-8752d7c4d9e5 req-a4aec181-2121-4dbe-9f71-45b87ebcac09 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 210 time: 0.0476005 Jan 25 21:11:28.012390 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ef264989-5a50-4f2f-a502-37bd0bef3e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.021965 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Transition to ACTIVE for port object cce6b56a-109a-4444-9197-64d0ae34d19f will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:11:28.072716 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077b253-5b77-48b8-9f41-15d60ed6efd5 req-c39752ba-5d7f-42b4-8fa2-b3805a87aa53 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:28.079648 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8077b253-5b77-48b8-9f41-15d60ed6efd5 req-c39752ba-5d7f-42b4-8fa2-b3805a87aa53 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 935 time: 0.2971528 Jan 25 21:11:28.120245 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ff94b1d5-e3c0-420d-a494-9c946686e668 req-d5dc17b0-7351-4493-8cfb-106030fb7f25 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 210 time: 0.0887208 Jan 25 21:11:28.148501 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:28.163200 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.168999 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Publish callbacks [] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.175316 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Allocated IP 172.27.2.74 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/4ba674e2-f40c-4ea3-9fd0-2f95e17328ce) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:28.246527 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Transition to ACTIVE for port object b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:11:28.249948 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8077b253-5b77-48b8-9f41-15d60ed6efd5 req-1ad45a02-7cd7-47fd-914e-5ae35c6b8ec1 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694643 Jan 25 21:11:28.268790 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cce6b56a-109a-4444-9197-64d0ae34d19f,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:28.301000 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Made reservation on behalf of b78cbbb4b9304ab49066a9ff990dffda for: {'port': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:28.304365 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.334314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.336061 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Made reservation on behalf of 0b79d41991344f249ba47758d51bbb54 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:28.339702 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.344637 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks [] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.389288 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Attempting to bind port cce6b56a-109a-4444-9197-64d0ae34d19f on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:28.389626 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Attempting to bind port cce6b56a-109a-4444-9197-64d0ae34d19f by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:28.389990 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Attempting to bind port cce6b56a-109a-4444-9197-64d0ae34d19f on network 73eeff85-0fa2-4af5-98e9-70c05786f3af {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:28.406161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Port cce6b56a-109a-4444-9197-64d0ae34d19f on network 73eeff85-0fa2-4af5-98e9-70c05786f3af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:11:28.406982 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Attempting to bind port cce6b56a-109a-4444-9197-64d0ae34d19f on network 73eeff85-0fa2-4af5-98e9-70c05786f3af {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:28.457894 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:28.463727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Checking segment: {'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:28.463727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Bound using segment: {'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:28.463727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Bound port: cce6b56a-109a-4444-9197-64d0ae34d19f, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:28.463727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.463727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:28.481366 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Allocated IP 172.20.0.8 (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88/3f244e74-e4e4-4805-89d7-96ab50892717/7a664d33-bd62-4bab-946f-4427ae435718) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:28.654542 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for port (7a664d33-bd62-4bab-946f-4427ae435718), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.679115 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Allocated IP 172.20.0.11 (cfedde32-4f8a-4ca5-989b-3ccfd1e778db/186c52da-c432-434e-b661-51411906922e/d09dde1c-bf36-462f-bb8e-2538cf5f7867) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:28.691851 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.696336 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] For port cce6b56a-109a-4444-9197-64d0ae34d19f, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:28.713222 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Attempting to bind port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:28.713222 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Attempting to bind port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:28.714653 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Attempting to bind port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b on network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:28.731412 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] For port cce6b56a-109a-4444-9197-64d0ae34d19f, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cce6b56a-109a-4444-9197-64d0ae34d19f,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:28.734807 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b on network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:11:28.737326 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Attempting to bind port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b on network 745aba2e-ef82-47b9-afc5-f9f7b63d3969 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:28.750769 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:28.751111 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Checking segment: {'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:28.751494 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Bound using segment: {'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:28.751930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Bound port: b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a92eee2-a613-46e5-910e-aea39902d567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:28.752830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.769224 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:28.773226 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:28.775466 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:28.777485 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:28.779540 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device a2f30d53-17b7-49ca-80c1-cd90d4792645 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:28.873402 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] For port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:28.877265 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] For port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,segment=NetworkSegment(4a92eee2-a613-46e5-910e-aea39902d567),segment_id=4a92eee2-a613-46e5-910e-aea39902d567)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:28.891991 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port a2f30d53-17b7-49ca-80c1-cd90d4792645 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:28.892482 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.900905 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (7a664d33-bd62-4bab-946f-4427ae435718), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:28.911217 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.010801 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port a2f30d53-17b7-49ca-80c1-cd90d4792645 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:29.011053 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.027297 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5df2-55d9-4b7d-b8ed-407a29f1ba77 req-bc88932d-7670-4c97-b1f6-5088aa776b42 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.028849 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9e8d5df2-55d9-4b7d-b8ed-407a29f1ba77 req-bc88932d-7670-4c97-b1f6-5088aa776b42 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 943 time: 0.1465220 Jan 25 21:11:29.030027 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.033446 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:29.049682 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.049850 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:29.050349 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.051721 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/cce6b56a-109a-4444-9197-64d0ae34d19f HTTP/1.1" status: 200 len: 1093 time: 2.8247488 Jan 25 21:11:29.056501 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'tag': 'cce6b56a-109a-4444-9197-64d0ae34d19f'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:29.057396 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'Port': ['ID=7a664d33-bd62-4bab-946f-4427ae435718,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:29.059085 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951bb6bb-923f-44b4-9911-1ea626dae807" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3ff0f0-6015-4820-b13f-e02da28f2389", "tag": "cce6b56a-109a-4444-9197-64d0ae34d19f"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:29.060318 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:29.072862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3904b5-0416-4bd6-9ab8-59c8841fb72b req-a41e109d-b928-4b06-a1a7-1fa60431006c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.074405 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4d3904b5-0416-4bd6-9ab8-59c8841fb72b req-a41e109d-b928-4b06-a1a7-1fa60431006c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1775916 Jan 25 21:11:29.084151 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port a2f30d53-17b7-49ca-80c1-cd90d4792645, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=a2f30d53-17b7-49ca-80c1-cd90d4792645,segment=NetworkSegment(b86e0e2c-555c-4e66-8724-d02efdfab07d),segment_id=b86e0e2c-555c-4e66-8724-d02efdfab07d)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:29.105699 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62384fd1-c7d9-4ce7-a271-b44d2ab3ffb6 None None] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:11:29.117885 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.118655 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.119884 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b HTTP/1.1" status: 200 len: 1097 time: 2.9014266 Jan 25 21:11:29.142385 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.143597 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.150814 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9e8d5df2-55d9-4b7d-b8ed-407a29f1ba77 req-7a20ed6d-28a7-4cb0-b083-fcc8d7a3bb4f tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095843 Jan 25 21:11:29.158038 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e809e9-2d42-421b-8013-dec0dbea84c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cce6b56a-109a-4444-9197-64d0ae34d19f,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:29.210158 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4d3904b5-0416-4bd6-9ab8-59c8841fb72b req-5feb1e75-413f-45d0-a73b-78a7783a0297 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097922 Jan 25 21:11:29.267756 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks [] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.349777 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.350762 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.398913 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c84514d5-2cf7-406c-9b32-34cf106f5e3e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6916277 Jan 25 21:11:29.417385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba2254-61fe-4d2f-bb22-e328da3275b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:29.417385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59bcaa2-2476-4836-a08a-b2e3ecfacbf5 x-openstack-request-id: req-d59bcaa2-2476-4836-a08a-b2e3ecfacbf5 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:29.417385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3ff0f0-6015-4820-b13f-e02da28f2389", "tag": "cce6b56a-109a-4444-9197-64d0ae34d19f", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:29.417385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d59bcaa2-2476-4836-a08a-b2e3ecfacbf5 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:29.417870 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'tag': 'cce6b56a-109a-4444-9197-64d0ae34d19f', 'status': 'completed', 'code': 200} Jan 25 21:11:29.448438 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-33062f68-7d4d-4c33-bf87-8cf7a7751248 None None] Provisioning complete for port a2f30d53-17b7-49ca-80c1-cd90d4792645 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:29.449106 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-33062f68-7d4d-4c33-bf87-8cf7a7751248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.479119 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-b9c2a15a-ecca-4fda-b8a9-6ae5ebba66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.480646 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-b9c2a15a-ecca-4fda-b8a9-6ae5ebba66f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a6df59622d4b9e8fa27ca11959d8ab&device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 1100 time: 0.1855626 Jan 25 21:11:29.501810 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Request body: {'port': {'device_id': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:29.511362 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b3d2503a-dad3-41df-a382-c048daec7d4c req-09bcdb5d-1df4-4f0d-b51f-20e8b364d39e tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 210 time: 0.1018360 Jan 25 21:11:29.522428 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=a2f30d53-17b7-49ca-80c1-cd90d4792645,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:29.533508 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-e4a56265-61e0-4478-8f45-041c5af8616d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b HTTP/1.1" status: 200 len: 217 time: 0.0415974 Jan 25 21:11:29.535519 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b539-71ff-4b97-82ee-37655c939044 req-76d943a3-b2ac-4d13-bd0a-9d275d77407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.536496 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-76d943a3-b2ac-4d13-bd0a-9d275d77407d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 1096 time: 0.2628057 Jan 25 21:11:29.551364 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626219-5c5c-45d2-81fb-ec480f4a3c31 req-85186124-8296-424f-95d9-fbb6cd35d2b6 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.558209 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d626219-5c5c-45d2-81fb-ec480f4a3c31 req-85186124-8296-424f-95d9-fbb6cd35d2b6 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 931 time: 0.2641807 Jan 25 21:11:29.600330 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks [] for router_gateway (56c1ca10-aab0-4384-9943-42dbaf7cc608), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.654244 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-33062f68-7d4d-4c33-bf87-8cf7a7751248 None None] Current status of the port a2f30d53-17b7-49ca-80c1-cd90d4792645 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:29.655293 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-706ffc84-ecef-426d-b877-e21457221637 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cce6b56a-109a-4444-9197-64d0ae34d19f HTTP/1.1" status: 200 len: 217 time: 0.0939765 Jan 25 21:11:29.662572 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.680606 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59', 'a2b76418-1ee4-466a-a4da-a90a4d3a9470'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:29.701178 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (7a664d33-bd62-4bab-946f-4427ae435718), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.777922 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-f8ad6c06-d03f-4414-8547-6b086de92729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.779425 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-f8ad6c06-d03f-4414-8547-6b086de92729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78bd5287-5d35-45d7-a3aa-5be017f9327f HTTP/1.1" status: 200 len: 843 time: 0.2192986 Jan 25 21:11:29.791404 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:29.802365 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b539-71ff-4b97-82ee-37655c939044 req-457d0015-d221-4689-aa94-a5c16bdb8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:29.803835 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-457d0015-d221-4689-aa94-a5c16bdb8358 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=112c76dc-21c5-402c-b419-2a0b47184973 HTTP/1.1" status: 200 len: 847 time: 0.1394243 Jan 25 21:11:29.814684 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7e1b7b48-cfe3-4c6c-bc8f-a93d7d51b77c None None] Provisioning complete for port 7a664d33-bd62-4bab-946f-4427ae435718 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:29.818742 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7b48-cfe3-4c6c-bc8f-a93d7d51b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (7a664d33-bd62-4bab-946f-4427ae435718), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:29.822842 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:29.834212 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d626219-5c5c-45d2-81fb-ec480f4a3c31 req-e6239fc9-1d01-455f-99fd-59a2c5f14868 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750423 Jan 25 21:11:29.835136 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:29.863457 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b7b48-cfe3-4c6c-bc8f-a93d7d51b77c None None] Port 7a664d33-bd62-4bab-946f-4427ae435718 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:29.903798 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event updated for resources: {'Port': ['ID=d09dde1c-bf36-462f-bb8e-2538cf5f7867,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:29.927859 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-ee10186e-301f-4c3f-990b-346327634d86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73eeff85-0fa2-4af5-98e9-70c05786f3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138673 Jan 25 21:11:30.037321 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.038010 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.044419 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-353b7bd3-d4ab-4796-beb9-7fb21f23544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.046188 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-353b7bd3-d4ab-4796-beb9-7fb21f23544d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=745aba2e-ef82-47b9-afc5-f9f7b63d3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2535801 Jan 25 21:11:30.064729 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c56686-1b8f-41c4-a5ef-56e011a275d8 req-626b1bc1-6f24-486e-b137-1ab07365e8a3 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.066849 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e6c56686-1b8f-41c4-a5ef-56e011a275d8 req-626b1bc1-6f24-486e-b137-1ab07365e8a3 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 947 time: 0.4111698 Jan 25 21:11:30.097622 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-d3e09a33-8ac1-44c1-a15c-1474548ef6da None None] Provisioning complete for port a2f30d53-17b7-49ca-80c1-cd90d4792645 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:30.098367 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d3e09a33-8ac1-44c1-a15c-1474548ef6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.105836 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-4ef62bca-2725-4cfc-a821-526f8259fded service neutron] 10.222.0.24 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657383 Jan 25 21:11:30.179462 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-d3e09a33-8ac1-44c1-a15c-1474548ef6da None None] Current status of the port a2f30d53-17b7-49ca-80c1-cd90d4792645 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:30.199748 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-9a796cb7-9e9f-45aa-b52c-f9e0f8d38ae5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3981137 Jan 25 21:11:30.214144 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Request body: {'port': {'device_id': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:30.255318 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e6c56686-1b8f-41c4-a5ef-56e011a275d8 req-377fd250-2e83-4ee0-be93-540b3c755ac1 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369176 Jan 25 21:11:30.258704 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (56c1ca10-aab0-4384-9943-42dbaf7cc608), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.278952 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-e38f1384-78d7-4b69-a8ef-fad13eec3df4 service neutron] 10.222.0.24 "GET /v2.0/networks/745aba2e-ef82-47b9-afc5-f9f7b63d3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194014 Jan 25 21:11:30.350534 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ff54b539-71ff-4b97-82ee-37655c939044 req-8509fb8c-a9d4-4526-8aee-9afafa1d105e service neutron] 10.222.0.24 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202320 Jan 25 21:11:30.394974 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.420380 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4e45a-52d7-4ef7-8d97-cf8a19bf6eb6 req-f936f0a9-78a9-4280-ac25-65a2d59f9f56 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.422543 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-01e4e45a-52d7-4ef7-8d97-cf8a19bf6eb6 req-f936f0a9-78a9-4280-ac25-65a2d59f9f56 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 943 time: 0.1742196 Jan 25 21:11:30.452124 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363398b1-ed33-4b42-ba8b-897a100b66b0 req-0899872f-b582-4c9c-b800-cad767d7cf37 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.458862 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-363398b1-ed33-4b42-ba8b-897a100b66b0 req-0899872f-b582-4c9c-b800-cad767d7cf37 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1329651 Jan 25 21:11:30.502175 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1f2ad8f4-ba72-4d7d-833f-8e6f61a202cd req-080f4821-3d84-4c34-87ab-cfe9ac42d8ea service neutron] 10.222.0.24 "GET /v2.0/networks/745aba2e-ef82-47b9-afc5-f9f7b63d3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036886 Jan 25 21:11:30.555637 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a664d33-bd62-4bab-946f-4427ae435718 {{(pid=103217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:30.569455 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-363398b1-ed33-4b42-ba8b-897a100b66b0 req-df9bc512-f630-4850-b40b-231dbab085ce tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096723 Jan 25 21:11:30.571404 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Publish callbacks [] for port (7a664d33-bd62-4bab-946f-4427ae435718), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.591203 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.provisioning_blocks [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Transition to ACTIVE for port object 7a664d33-bd62-4bab-946f-4427ae435718 will not be triggered until provisioned by entity L2. {{(pid=103217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:11:30.607423 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.639839 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-01e4e45a-52d7-4ef7-8d97-cf8a19bf6eb6 req-ece4d05b-a493-421b-afec-f52f7399a56d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898859 Jan 25 21:11:30.646810 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device a2f30d53-17b7-49ca-80c1-cd90d4792645 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:30.706216 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-f89ab849-455c-4497-9312-6641a849d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.706216 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-f89ab849-455c-4497-9312-6641a849d107 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 1096 time: 0.1553421 Jan 25 21:11:30.712728 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port a2f30d53-17b7-49ca-80c1-cd90d4792645 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:30.713187 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.720917 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d897f-c906-4c27-8308-ff553c6f89db req-781ae507-6445-4d7f-91fa-853c7e76f900 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.723975 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9b0d897f-c906-4c27-8308-ff553c6f89db req-781ae507-6445-4d7f-91fa-853c7e76f900 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 932 time: 0.0579798 Jan 25 21:11:30.728022 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Router 56c1ca10-aab0-4384-9943-42dbaf7cc608 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:11:30.797013 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port a2f30d53-17b7-49ca-80c1-cd90d4792645 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:30.811656 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (7a664d33-bd62-4bab-946f-4427ae435718), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.853643 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-3578ffd4-ee25-4d76-8a53-72e96c1b6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:30.856049 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-3578ffd4-ee25-4d76-8a53-72e96c1b6b76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73eeff85-0fa2-4af5-98e9-70c05786f3af HTTP/1.1" status: 200 len: 908 time: 0.1440952 Jan 25 21:11:30.862612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09dde1c-bf36-462f-bb8e-2538cf5f7867 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:30.874038 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9b0d897f-c906-4c27-8308-ff553c6f89db req-430d4fba-3102-433c-857a-687072cc4c91 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396370 Jan 25 21:11:30.876726 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Publish callbacks [] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:30.917645 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Pushing event updated for resources: {'Port': ['ID=7a664d33-bd62-4bab-946f-4427ae435718,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:30.935528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Transition to ACTIVE for port object d09dde1c-bf36-462f-bb8e-2538cf5f7867 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:11:30.937495 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-24566ee3-84e7-47a5-8d59-dd101ab4fa3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cce6b56a-109a-4444-9197-64d0ae34d19f HTTP/1.1" status: 200 len: 217 time: 0.0486500 Jan 25 21:11:30.984544 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:11:31.001249 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Sync routers for ids ['56c1ca10-aab0-4384-9943-42dbaf7cc608'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:11:31.017166 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Routers {'56c1ca10-aab0-4384-9943-42dbaf7cc608'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:31.018195 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:11:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['56c1ca10-aab0-4384-9943-42dbaf7cc608'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:31.036495 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Attempting to bind port 7a664d33-bd62-4bab-946f-4427ae435718 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:31.036495 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Attempting to bind port 7a664d33-bd62-4bab-946f-4427ae435718 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:31.036495 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Attempting to bind port 7a664d33-bd62-4bab-946f-4427ae435718 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:31.039452 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Port 7a664d33-bd62-4bab-946f-4427ae435718 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:11:31.039849 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Attempting to bind port 7a664d33-bd62-4bab-946f-4427ae435718 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:31.048871 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:31.049378 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Checking segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:31.052353 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Bound using segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:31.053647 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Bound port: 7a664d33-bd62-4bab-946f-4427ae435718, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:31.054058 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (7a664d33-bd62-4bab-946f-4427ae435718), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.055037 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-5c3b6446-5221-4da9-9dfa-dc9fd9e0ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:31.056533 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-5c3b6446-5221-4da9-9dfa-dc9fd9e0ec93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=112c76dc-21c5-402c-b419-2a0b47184973 HTTP/1.1" status: 200 len: 847 time: 0.1123674 Jan 25 21:11:31.067663 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.137562 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.139020 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-245ebe68-fc76-4cdc-a9a7-a4bc9a9e39c4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9120443 Jan 25 21:11:31.144401 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 35270) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:31.157083 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Set router 56c1ca10-aab0-4384-9943-42dbaf7cc608 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:31.193322 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] For port 7a664d33-bd62-4bab-946f-4427ae435718, host hv-cinder-80951, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:31.211143 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] For port 7a664d33-bd62-4bab-946f-4427ae435718, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7a664d33-bd62-4bab-946f-4427ae435718,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:31.382331 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:11:29Z', 'revision_number': 3, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port': {'id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:64:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:27Z', 'updated_at': '2022-01-25T21:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:31.389689 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (7a664d33-bd62-4bab-946f-4427ae435718), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.415099 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Checking router: 56c1ca10-aab0-4384-9943-42dbaf7cc608 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:11:31.415449 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Updating router 56c1ca10-aab0-4384-9943-42dbaf7cc608 port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:11:31.424842 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'tag': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:31.427481 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a723129-4ff8-45d8-9919-86eb8655e8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "17cda4e1-b891-4dc6-9a0f-a89bf7da2d18", "tag": "b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:31.443310 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.455527 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-6a2dddab-9236-4407-93df-aadc42d55e7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73eeff85-0fa2-4af5-98e9-70c05786f3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3852043 Jan 25 21:11:31.469541 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e127a1-32cd-4dd7-8f80-4a213c6c6f3e req-1403c63a-1f7d-4241-8866-e2eceb62d19a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:31.477003 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-97e127a1-32cd-4dd7-8f80-4a213c6c6f3e req-1403c63a-1f7d-4241-8866-e2eceb62d19a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 943 time: 0.5282121 Jan 25 21:11:31.477158 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:31.477158 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.478775 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] 10.222.0.24 "PUT /v2.0/ports/7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 200 len: 1093 time: 2.0681236 Jan 25 21:11:31.479222 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:31.482144 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f387699-bd59-4320-9175-6d24dd9c2937" -d '{"events": [{"name": "network-changed", "server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "tag": "7a664d33-bd62-4bab-946f-4427ae435718"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:31.545995 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aac091-4147-4ec5-ba87-e0d8b7d85e81 service neutron] Pushing event updated for resources: {'Port': ['ID=7a664d33-bd62-4bab-946f-4427ae435718,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:31.564933 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b9475-ae01-4518-93b9-2a7ec0923352 req-b92ddee5-f9e5-41a6-88f7-a7efb04c7811 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:31.571748 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-830b9475-ae01-4518-93b9-2a7ec0923352 req-b92ddee5-f9e5-41a6-88f7-a7efb04c7811 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 947 time: 0.1835332 Jan 25 21:11:31.645263 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d09dde1c-bf36-462f-bb8e-2538cf5f7867,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:31.702336 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-97e127a1-32cd-4dd7-8f80-4a213c6c6f3e req-876c34e5-023d-46d8-8c5f-08dd8f1ecb9f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101352 Jan 25 21:11:31.731068 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-830b9475-ae01-4518-93b9-2a7ec0923352 req-b739dfc8-d40a-42dd-9c0e-307b37b702b7 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425996 Jan 25 21:11:31.768343 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-7882e8fe-793a-4a4c-98b5-10aadb154d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:31.776296 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-7882e8fe-793a-4a4c-98b5-10aadb154d83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 1096 time: 0.1429336 Jan 25 21:11:31.785064 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51ebd15-6a00-480b-9ca1-740e86244a13 x-openstack-request-id: req-d51ebd15-6a00-480b-9ca1-740e86244a13 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:31.785432 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cda4e1-b891-4dc6-9a0f-a89bf7da2d18", "tag": "b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:31.785978 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d51ebd15-6a00-480b-9ca1-740e86244a13 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:31.786361 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'tag': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b', 'status': 'completed', 'code': 200} Jan 25 21:11:31.795428 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-e2a8e94e-af30-4de0-a5e7-55daae6f06bb service neutron] 10.222.0.24 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170545 Jan 25 21:11:31.811341 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cfaf21-a4ba-4f4e-9e42-1aa0606c2be7 x-openstack-request-id: req-a9cfaf21-a4ba-4f4e-9e42-1aa0606c2be7 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:31.811341 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "tag": "7a664d33-bd62-4bab-946f-4427ae435718", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:31.811341 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9cfaf21-a4ba-4f4e-9e42-1aa0606c2be7 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:31.811341 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718', 'status': 'completed', 'code': 200} Jan 25 21:11:31.840535 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.891430 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-3c84f8da-5164-4a07-99cc-ae75b155859c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 200 len: 217 time: 0.0810318 Jan 25 21:11:31.918222 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Attempting to bind port d09dde1c-bf36-462f-bb8e-2538cf5f7867 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:31.918222 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Attempting to bind port d09dde1c-bf36-462f-bb8e-2538cf5f7867 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:31.918222 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Attempting to bind port d09dde1c-bf36-462f-bb8e-2538cf5f7867 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:31.959690 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Port d09dde1c-bf36-462f-bb8e-2538cf5f7867 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:11:31.960108 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Attempting to bind port d09dde1c-bf36-462f-bb8e-2538cf5f7867 on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:31.965073 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Publish callbacks [] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:31.980761 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:31.981231 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Checking segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:31.981682 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Bound using segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:31.982219 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Bound port: d09dde1c-bf36-462f-bb8e-2538cf5f7867, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:31.982650 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.008914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-e88d592a-bbf8-40db-81e7-351f2d6a052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.010578 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-e88d592a-bbf8-40db-81e7-351f2d6a052d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7a6df59622d4b9e8fa27ca11959d8ab&device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 1100 time: 0.1816413 Jan 25 21:11:32.013768 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f1e6-4c5b-4c6c-b81f-af0f80543e99 req-4d80a0e7-6519-411b-922f-cbd7222805e4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.015232 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1d29f1e6-4c5b-4c6c-b81f-af0f80543e99 req-4d80a0e7-6519-411b-922f-cbd7222805e4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 943 time: 0.1392248 Jan 25 21:11:32.016600 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-f854845b-7414-45cf-858b-89cc874617e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.017941 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-f854845b-7414-45cf-858b-89cc874617e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0977881 Jan 25 21:11:32.019870 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.063515 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe799f1-4ad8-475c-af2a-a2e37d098e26 req-5602ab1b-3826-452d-88ed-bc0abee3a9c1 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.065548 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbe799f1-4ad8-475c-af2a-a2e37d098e26 req-5602ab1b-3826-452d-88ed-bc0abee3a9c1 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1804028 Jan 25 21:11:32.066357 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.070473 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-b757d98c-c09f-47f0-8bb5-e3ac928ff4eb service neutron] 10.222.0.24 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529342 Jan 25 21:11:32.138769 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086a38-731f-4049-81ae-b2f0a1287559 None None] Pushing event updated for resources: {'Port': ['ID=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:32.140292 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1d29f1e6-4c5b-4c6c-b81f-af0f80543e99 req-1a912b05-6a6d-4835-92bd-62c72085c41d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173451 Jan 25 21:11:32.145070 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Attempting to bind port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:32.149188 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Attempting to bind port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:32.149188 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Attempting to bind port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:32.152397 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-b30aa1b2-0c1f-4843-89ab-5a07a2b1ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.153948 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-b30aa1b2-0c1f-4843-89ab-5a07a2b1ffb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1247263 Jan 25 21:11:32.154780 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:32.155463 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:32.156087 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.156819 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:32.158331 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Bound port: 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:32.158998 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.184975 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] For port d09dde1c-bf36-462f-bb8e-2538cf5f7867, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:32.195050 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbe799f1-4ad8-475c-af2a-a2e37d098e26 req-7abe99e4-e726-4963-9864-9d1500209c7a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121693 Jan 25 21:11:32.205618 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] For port d09dde1c-bf36-462f-bb8e-2538cf5f7867, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d09dde1c-bf36-462f-bb8e-2538cf5f7867,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:32.228736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-e6afdd06-c8de-4d83-b9a1-c82ea90c514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.238000 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-e6afdd06-c8de-4d83-b9a1-c82ea90c514a service neutron] 10.222.0.24 "GET /v2.0/networks?id=745aba2e-ef82-47b9-afc5-f9f7b63d3969 HTTP/1.1" status: 200 len: 870 time: 0.2090390 Jan 25 21:11:32.259006 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] For port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:32.262450 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] For port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:32.289880 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-b6ff0ec6-01ee-4100-a385-3d1bb6606e1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b HTTP/1.1" status: 200 len: 217 time: 0.0441840 Jan 25 21:11:32.292624 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.357662 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.358305 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.359716 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/d09dde1c-bf36-462f-bb8e-2538cf5f7867 HTTP/1.1" status: 200 len: 1094 time: 2.1511343 Jan 25 21:11:32.385525 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.389831 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-555b63d0-08b1-463d-b11f-a920f36e61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.392700 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-555b63d0-08b1-463d-b11f-a920f36e61a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78bd5287-5d35-45d7-a3aa-5be017f9327f HTTP/1.1" status: 200 len: 843 time: 0.0933053 Jan 25 21:11:32.393477 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b85c68-175b-4f0f-9dff-c9915833e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d09dde1c-bf36-462f-bb8e-2538cf5f7867,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:32.456880 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-97a518e9-aa91-474f-b811-1991c77a2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.458596 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-97a518e9-aa91-474f-b811-1991c77a2ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=745aba2e-ef82-47b9-afc5-f9f7b63d3969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0546973 Jan 25 21:11:32.464232 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Routers {'56c1ca10-aab0-4384-9943-42dbaf7cc608'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:32.465434 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:11:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['56c1ca10-aab0-4384-9943-42dbaf7cc608'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:32.532188 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83086a38-731f-4049-81ae-b2f0a1287559 None None] Pushing event updated for resources: {'Port': ['ID=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:32.598675 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd9fe7-535b-4797-b9c0-50803e7d3757 req-21dbca23-5005-41d1-ac00-99772af5a868 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.600165 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3edd9fe7-535b-4797-b9c0-50803e7d3757 req-21dbca23-5005-41d1-ac00-99772af5a868 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 944 time: 0.0986140 Jan 25 21:11:32.620848 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Allocated IP 172.20.0.1 (8c26ff8c-7c07-40e6-aae7-5289639e2471/a9c4860e-cd20-440a-9917-02d0ac624fc5/b160563c-a2be-4725-b7f8-54c3e5f72e7d) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:32.622929 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] Set router 56c1ca10-aab0-4384-9943-42dbaf7cc608 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:32.625345 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-6a9e044b-587b-45d5-862c-9cd6ffb82134 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611921 Jan 25 21:11:32.641028 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-bdc7ed85-ee4c-4ff9-a462-40f5bc6e5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.642519 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-bdc7ed85-ee4c-4ff9-a462-40f5bc6e5bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 1097 time: 0.0893946 Jan 25 21:11:32.648495 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-278d27d2-85cb-4282-9375-cd683b58a3aa service neutron] 10.222.0.24 "GET /v2.0/networks/745aba2e-ef82-47b9-afc5-f9f7b63d3969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819642 Jan 25 21:11:32.699741 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-0abbdf41-c1cd-4aa7-aa6b-454a588491ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d09dde1c-bf36-462f-bb8e-2538cf5f7867 HTTP/1.1" status: 200 len: 217 time: 0.0503089 Jan 25 21:11:32.740491 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3edd9fe7-535b-4797-b9c0-50803e7d3757 req-87cbc8ee-dbbb-414c-8f22-02bc4b506979 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285233 Jan 25 21:11:32.851168 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7b6406c5-7e47-4b93-b77b-076a1128a074 req-f0364dce-5d3e-4384-9f9d-bb744359f189 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147956 Jan 25 21:11:32.884379 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-701460d5-1715-4ddb-9552-ff6354694c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.885860 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-701460d5-1715-4ddb-9552-ff6354694c2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 200 len: 854 time: 0.1778865 Jan 25 21:11:32.890190 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks [] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:32.890384 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:11:29Z', 'revision_number': 3, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port': {'id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:64:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:27Z', 'updated_at': '2022-01-25T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:32.893408 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0a723129-4ff8-45d8-9919-86eb8655e8fd req-448fd7ea-f419-4654-bbc1-578551441be9 service neutron] 10.222.0.24 "GET /v2.0/networks/745aba2e-ef82-47b9-afc5-f9f7b63d3969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365594 Jan 25 21:11:32.928122 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681bfd2-f033-4f2c-a354-20925eb59dff req-73bde61e-edea-4d98-9d31-f39b1a52c068 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.928370 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f897c-9332-48f0-8ad6-5262222033eb req-2a241729-4356-464a-b707-35565e325bd4 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:32.929662 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-729f897c-9332-48f0-8ad6-5262222033eb req-2a241729-4356-464a-b707-35565e325bd4 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 947 time: 0.0810273 Jan 25 21:11:32.934965 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7681bfd2-f033-4f2c-a354-20925eb59dff req-73bde61e-edea-4d98-9d31-f39b1a52c068 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 943 time: 0.1222692 Jan 25 21:11:32.937168 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af6b89-c13c-4734-b7e0-646f5f11329c None None] The sync data for ids ['56c1ca10-aab0-4384-9943-42dbaf7cc608'] in dv-cinder-809518-10-iscsi is: [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:11:29Z', 'revision_number': 3, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port': {'id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:64:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:27Z', 'updated_at': '2022-01-25T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:11:32.937335 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-0a2450cd-0b8a-4a25-b8b5-14aaa3c56b76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429761 Jan 25 21:11:32.990258 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-729f897c-9332-48f0-8ad6-5262222033eb req-42b3d77e-cc45-4fc3-a83a-68eb2e70619f tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522201 Jan 25 21:11:33.041224 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:33.081509 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7681bfd2-f033-4f2c-a354-20925eb59dff req-3531dfe7-001e-4480-842e-a868bc69f530 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371067 Jan 25 21:11:33.083432 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:33.090931 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:33.095827 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:33.099136 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Pushing event updated for resources: {'Port': ['ID=b160563c-a2be-4725-b7f8-54c3e5f72e7d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:33.124130 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-88fdd820-d45e-426c-971e-814941266f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:33.124309 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:11:33.125728 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-88fdd820-d45e-426c-971e-814941266f2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 1096 time: 0.0969355 Jan 25 21:11:33.128225 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-da38be26-06f9-4006-98a1-af3a0793779f service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767910 Jan 25 21:11:33.169578 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (56c1ca10-aab0-4384-9943-42dbaf7cc608), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:33.376549 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,segment=NetworkSegment(4a92eee2-a613-46e5-910e-aea39902d567),segment_id=4a92eee2-a613-46e5-910e-aea39902d567)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:33.413388 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b', 'network_id': '745aba2e-ef82-47b9-afc5-f9f7b63d3969', 'port_id': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b', 'mac_address': 'fa:16:3e:21:ce:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78bd5287-5d35-45d7-a3aa-5be017f9327f', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:11:33.454758 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9afcb-dff8-4b16-b612-86b63a7dc6a6 req-68984597-2a79-4990-8c1c-1c22c5d431d7 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:33.463559 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b5f9afcb-dff8-4b16-b612-86b63a7dc6a6 req-68984597-2a79-4990-8c1c-1c22c5d431d7 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 943 time: 0.1598756 Jan 25 21:11:33.471312 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:33.472240 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:33.487550 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:33.515902 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,segment=NetworkSegment(4a92eee2-a613-46e5-910e-aea39902d567),segment_id=4a92eee2-a613-46e5-910e-aea39902d567)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:33.536424 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b5f9afcb-dff8-4b16-b612-86b63a7dc6a6 req-51ec497e-67b0-4d2e-8ee6-85e6cc350e85 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718181 Jan 25 21:11:33.541887 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bcef0559-8c91-4495-9cb3-e072473c0041 req-81f00779-9d9b-4d88-9e03-3ac565f9311c service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984039 Jan 25 21:11:33.544321 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-bb0bc6d3-3775-41c3-8493-620358559504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:33.545651 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-bb0bc6d3-3775-41c3-8493-620358559504 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 911 time: 0.4050484 Jan 25 21:11:33.557515 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a01cc-8091-4e72-b598-7a267566847b req-cd2c6a7e-038a-4896-a53c-b2bf97f7ed3b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:33.565381 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd8a01cc-8091-4e72-b598-7a267566847b req-cd2c6a7e-038a-4896-a53c-b2bf97f7ed3b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1481645 Jan 25 21:11:33.595073 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-554275bb-bc6f-48bf-b8ca-0e891c143c46 None None] Provisioning complete for port b160563c-a2be-4725-b7f8-54c3e5f72e7d triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:33.595737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-554275bb-bc6f-48bf-b8ca-0e891c143c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:33.622254 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-acfd24b3-147e-496a-ac64-0801f8894513 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 200 len: 217 time: 0.0495815 Jan 25 21:11:33.647842 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-554275bb-bc6f-48bf-b8ca-0e891c143c46 None None] Port b160563c-a2be-4725-b7f8-54c3e5f72e7d cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:33.665998 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:33.693521 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd8a01cc-8091-4e72-b598-7a267566847b req-6d43f33d-519d-429b-b9ba-3a191430d821 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253169 Jan 25 21:11:33.719362 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-d97e4748-476d-4d79-a1a0-211e801d8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:33.720945 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-d97e4748-476d-4d79-a1a0-211e801d8cc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0847459 Jan 25 21:11:33.773822 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:33.774566 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device cce6b56a-109a-4444-9197-64d0ae34d19f details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:11:33.787311 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'tag': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:33.796186 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4980205f-0f45-475d-b623-8e7cc94ff43e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20", "tag": "d09dde1c-bf36-462f-bb8e-2538cf5f7867"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:33.813202 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-d95f5d3d-d30d-4ddc-a32b-3208a7c8682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:33.815459 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-d95f5d3d-d30d-4ddc-a32b-3208a7c8682b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0853770 Jan 25 21:11:33.850290 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:33.905418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cdfe24-70ce-42c5-816a-3e740f8c8ed1 x-openstack-request-id: req-72cdfe24-70ce-42c5-816a-3e740f8c8ed1 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:33.905882 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20", "tag": "d09dde1c-bf36-462f-bb8e-2538cf5f7867", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:33.906185 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72cdfe24-70ce-42c5-816a-3e740f8c8ed1 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:33.906652 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'tag': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867', 'status': 'completed', 'code': 200} Jan 25 21:11:33.908987 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks [] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:33.979324 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:34.004131 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd212a-b27e-42ca-bb8b-109ed1f673bc req-dd281880-04d9-4aca-80c5-519f5fcdacb7 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.010914 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port cce6b56a-109a-4444-9197-64d0ae34d19f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cce6b56a-109a-4444-9197-64d0ae34d19f,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:34.011114 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-55bd212a-b27e-42ca-bb8b-109ed1f673bc req-dd281880-04d9-4aca-80c5-519f5fcdacb7 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 944 time: 0.1494334 Jan 25 21:11:34.024313 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'cce6b56a-109a-4444-9197-64d0ae34d19f', 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af', 'port_id': 'cce6b56a-109a-4444-9197-64d0ae34d19f', 'mac_address': 'fa:16:3e:f7:1c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112c76dc-21c5-402c-b419-2a0b47184973', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:11:34.051733 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (56c1ca10-aab0-4384-9943-42dbaf7cc608), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:34.061999 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Pushing event updated for resources: {'Port': ['ID=b160563c-a2be-4725-b7f8-54c3e5f72e7d,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:34.107313 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-2b67af23-fa6e-44d2-aabf-3e2149c7f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.107876 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-2b67af23-fa6e-44d2-aabf-3e2149c7f790 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 1097 time: 0.1955204 Jan 25 21:11:34.108245 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port cce6b56a-109a-4444-9197-64d0ae34d19f is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:34.108798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:34.111851 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-0233d4ad-496d-464e-998b-adfcbb6f056f service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796993 Jan 25 21:11:34.124078 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce6b56a-109a-4444-9197-64d0ae34d19f {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:34.162493 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port cce6b56a-109a-4444-9197-64d0ae34d19f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cce6b56a-109a-4444-9197-64d0ae34d19f,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:34.192972 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df10ca-7a26-4c1e-ae2a-61d38cc0733a req-eda8bda5-2bf2-4550-9d92-aba6af56c88f tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.194524 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b7df10ca-7a26-4c1e-ae2a-61d38cc0733a req-eda8bda5-2bf2-4550-9d92-aba6af56c88f tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 948 time: 0.0738075 Jan 25 21:11:34.213420 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:34.217297 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-55bd212a-b27e-42ca-bb8b-109ed1f673bc req-cf28e2d0-4103-4d1e-96a9-6f7e91177e3a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953208 Jan 25 21:11:34.221069 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:34.243956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:34.324954 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b7df10ca-7a26-4c1e-ae2a-61d38cc0733a req-0aa31a34-4400-487d-8f30-7a7ec979b045 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227789 Jan 25 21:11:34.356837 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-573d8ed2-ece7-4f10-8bea-04c8b112ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.358972 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-573d8ed2-ece7-4f10-8bea-04c8b112ba1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 915 time: 0.2447681 Jan 25 21:11:34.406067 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=cce6b56a-109a-4444-9197-64d0ae34d19f,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:34.460557 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Router 56c1ca10-aab0-4384-9943-42dbaf7cc608 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:11:34.478619 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-794fa766-ba3f-4f2e-9cfa-6f0b0c5abfae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d09dde1c-bf36-462f-bb8e-2538cf5f7867 HTTP/1.1" status: 200 len: 217 time: 0.0984564 Jan 25 21:11:34.483159 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6f387699-bd59-4320-9175-6d24dd9c2937 req-5b4e7e24-c858-42cb-a815-f7b950f32050 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556423 Jan 25 21:11:34.492782 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60885f-83c8-443c-bc23-0ecb532a599c req-3b96d3a1-5a21-44c9-a07e-85e20e5c8abc tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.500055 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d60885f-83c8-443c-bc23-0ecb532a599c req-3b96d3a1-5a21-44c9-a07e-85e20e5c8abc tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 943 time: 0.1107378 Jan 25 21:11:34.590408 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['cce6b56a-109a-4444-9197-64d0ae34d19f'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:34.626219 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-f28be07f-c700-4658-9398-d843ba99d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.626219 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-f28be07f-c700-4658-9398-d843ba99d8e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 200 len: 854 time: 0.1155512 Jan 25 21:11:34.647247 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:11:34.665383 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-1118f91e-03b7-4b51-86f7-a6caf0c3c54a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297410 Jan 25 21:11:34.679100 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-06971b32-f56e-4c07-a13e-00340591cf03 admin admin] 10.222.0.20 "PUT /v2.0/routers/56c1ca10-aab0-4384-9943-42dbaf7cc608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5308673 Jan 25 21:11:34.689339 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d60885f-83c8-443c-bc23-0ecb532a599c req-58bbb782-5b80-4177-b9a0-5231e2c4d143 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755598 Jan 25 21:11:34.708964 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:34.737619 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d310d39-c0b7-4ddd-bcea-6a1798162afd req-911a8e12-3ae0-4e1c-8f16-e42de73538b7 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.749025 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8d310d39-c0b7-4ddd-bcea-6a1798162afd req-911a8e12-3ae0-4e1c-8f16-e42de73538b7 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 944 time: 0.1169071 Jan 25 21:11:34.823443 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-66e0b415-5bf7-440d-8ec3-d7eba5a819a8 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405149 Jan 25 21:11:34.836473 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8d310d39-c0b7-4ddd-bcea-6a1798162afd req-fec4c719-0abf-4059-af5a-361ac172741f tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861232 Jan 25 21:11:34.876557 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:34.925506 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-1be650d4-3330-4a0c-ad1c-2c80b625f870 None None] Provisioning complete for port b160563c-a2be-4725-b7f8-54c3e5f72e7d triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:34.925915 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-1be650d4-3330-4a0c-ad1c-2c80b625f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:34.964767 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194ef3-7d34-4970-b6d6-21c510a97fe5 req-6e31cdd7-2f3e-4029-954f-d0dd73767b98 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:34.966405 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-57194ef3-7d34-4970-b6d6-21c510a97fe5 req-6e31cdd7-2f3e-4029-954f-d0dd73767b98 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1420681 Jan 25 21:11:35.002570 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4980205f-0f45-475d-b623-8e7cc94ff43e req-b99c0323-baf9-4837-9222-b8f69a885987 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680157 Jan 25 21:11:35.027974 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:35.034770 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-57194ef3-7d34-4970-b6d6-21c510a97fe5 req-ceb445f8-9215-4049-b4cb-0ef2858f3766 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604885 Jan 25 21:11:35.037138 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-1be650d4-3330-4a0c-ad1c-2c80b625f870 None None] Port b160563c-a2be-4725-b7f8-54c3e5f72e7d cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:35.104869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:35.105256 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:35.280634 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:35.281264 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:35.294031 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Sync routers for ids ['56c1ca10-aab0-4384-9943-42dbaf7cc608'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:11:35.332050 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:35.342683 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Routers {'56c1ca10-aab0-4384-9943-42dbaf7cc608'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:35.343325 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:11:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['56c1ca10-aab0-4384-9943-42dbaf7cc608'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:35.369694 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bca54f-0f8e-4871-bad8-845803b88f7f req-e6e46b68-2459-4b37-9b71-290eed9affb6 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:35.371268 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-41bca54f-0f8e-4871-bad8-845803b88f7f req-e6e46b68-2459-4b37-9b71-290eed9affb6 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 944 time: 0.0620222 Jan 25 21:11:35.444628 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-41bca54f-0f8e-4871-bad8-845803b88f7f req-dba3104c-299f-4a20-b381-1db4a4512287 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677195 Jan 25 21:11:35.489871 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b201-d6f8-41e6-8a6f-1605b21b5ab1 req-da66f8a7-8502-459c-8b44-99ce7177671d tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:35.502324 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5829b201-d6f8-41e6-8a6f-1605b21b5ab1 req-da66f8a7-8502-459c-8b44-99ce7177671d tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 948 time: 0.0771084 Jan 25 21:11:35.520799 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:35.540497 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5829b201-d6f8-41e6-8a6f-1605b21b5ab1 req-aff51a87-7ebb-4b97-b234-2a2db4ea60bf tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Jan 25 21:11:35.628712 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:35.632618 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Set router 56c1ca10-aab0-4384-9943-42dbaf7cc608 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:35.841793 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365ce66-f566-46b6-80e9-465c66af0f7f req-c2e526ae-eba3-43a7-a37b-3610a9282575 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:35.849390 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3365ce66-f566-46b6-80e9-465c66af0f7f req-c2e526ae-eba3-43a7-a37b-3610a9282575 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 943 time: 0.1141336 Jan 25 21:11:35.888730 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:11:33Z', 'revision_number': 4, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port': {'id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:64:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:27Z', 'updated_at': '2022-01-25T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'b160563c-a2be-4725-b7f8-54c3e5f72e7d', 'name': '', 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'mac_address': 'fa:16:3e:58:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a9c4860e-cd20-440a-9917-02d0ac624fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:32Z', 'updated_at': '2022-01-25T21:11:33Z', 'revision_number': 2, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'subnets': [{'id': 'a9c4860e-cd20-440a-9917-02d0ac624fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:35.920295 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Checking router: 56c1ca10-aab0-4384-9943-42dbaf7cc608 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:11:35.920662 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Updating router 56c1ca10-aab0-4384-9943-42dbaf7cc608 port b160563c-a2be-4725-b7f8-54c3e5f72e7d binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:11:35.926291 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3365ce66-f566-46b6-80e9-465c66af0f7f req-1be34aab-4fc5-4e02-9f87-e9345d9cea81 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629942 Jan 25 21:11:35.952935 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:36.015400 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eda912-69d1-4947-9039-0fc2602b56e4 req-931bce75-8484-408d-bf25-d97df0338f72 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:36.017239 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5eda912-69d1-4947-9039-0fc2602b56e4 req-931bce75-8484-408d-bf25-d97df0338f72 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 944 time: 0.0680022 Jan 25 21:11:36.078953 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5eda912-69d1-4947-9039-0fc2602b56e4 req-68a877bc-d660-4542-9e84-958badf8294d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545270 Jan 25 21:11:36.168063 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a9de3-8a66-4d34-be09-78eed8872582 req-35b7b12a-0f8d-4deb-9a6c-0ea7a90dabbd tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:36.169676 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9e8a9de3-8a66-4d34-be09-78eed8872582 req-35b7b12a-0f8d-4deb-9a6c-0ea7a90dabbd tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0564115 Jan 25 21:11:36.267196 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9e8a9de3-8a66-4d34-be09-78eed8872582 req-78ed4b6a-4ae8-457a-b4e3-5e6f3190cddd tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914729 Jan 25 21:11:36.292137 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Publish callbacks [] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:36.350691 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:36.409071 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c213-be2c-43c1-8628-4e9ff5eae70a None None] Pushing event updated for resources: {'Port': ['ID=b160563c-a2be-4725-b7f8-54c3e5f72e7d,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:36.502666 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Attempting to bind port b160563c-a2be-4725-b7f8-54c3e5f72e7d on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:11:36.503272 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Attempting to bind port b160563c-a2be-4725-b7f8-54c3e5f72e7d by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:11:36.503826 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Attempting to bind port b160563c-a2be-4725-b7f8-54c3e5f72e7d on network 8c26ff8c-7c07-40e6-aae7-5289639e2471 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:11:36.531057 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:11:36.531877 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Checking segment: {'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:11:36.532547 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:36.533270 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Bound using segment: {'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:11:36.534774 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Bound port: b160563c-a2be-4725-b7f8-54c3e5f72e7d, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86e0e2c-555c-4e66-8724-d02efdfab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:11:36.535471 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:36.672208 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] For port b160563c-a2be-4725-b7f8-54c3e5f72e7d, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:11:36.677221 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] For port b160563c-a2be-4725-b7f8-54c3e5f72e7d, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b160563c-a2be-4725-b7f8-54c3e5f72e7d,segment=NetworkSegment(b86e0e2c-555c-4e66-8724-d02efdfab07d),segment_id=b86e0e2c-555c-4e66-8724-d02efdfab07d)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:11:36.684570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14ca14-a267-4127-93c1-f20c55b67afa req-4f21048c-921e-4c5c-b016-b21d9f8e4907 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:36.686875 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b14ca14-a267-4127-93c1-f20c55b67afa req-4f21048c-921e-4c5c-b016-b21d9f8e4907 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 944 time: 0.1166656 Jan 25 21:11:36.702108 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:36.742838 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b14ca14-a267-4127-93c1-f20c55b67afa req-62c20f27-6bff-4ce9-84b4-64a84a9ee660 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487249 Jan 25 21:11:36.775778 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641b28-111f-4420-8d5e-36f02d345c65 req-3f6aa34b-905e-4bdb-bf5a-1728f726fbd9 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:36.777553 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6d641b28-111f-4420-8d5e-36f02d345c65 req-3f6aa34b-905e-4bdb-bf5a-1728f726fbd9 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 948 time: 0.0948732 Jan 25 21:11:36.778869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-0eb7455d-9499-4774-bdd6-aa1198f1a4af None None] Provisioning complete for port b160563c-a2be-4725-b7f8-54c3e5f72e7d triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:36.779242 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0eb7455d-9499-4774-bdd6-aa1198f1a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:36.823055 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:36.823427 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:36.825425 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7455d-9499-4774-bdd6-aa1198f1a4af None None] Port b160563c-a2be-4725-b7f8-54c3e5f72e7d cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:36.847776 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6d641b28-111f-4420-8d5e-36f02d345c65 req-3dc4a7fc-2f5c-43cf-928f-264c42e6bb44 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641656 Jan 25 21:11:36.912616 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:36.984095 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:37.054778 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Routers {'56c1ca10-aab0-4384-9943-42dbaf7cc608'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:37.055408 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:11:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['56c1ca10-aab0-4384-9943-42dbaf7cc608'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:37.057225 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c213-be2c-43c1-8628-4e9ff5eae70a None None] Pushing event updated for resources: {'Port': ['ID=b160563c-a2be-4725-b7f8-54c3e5f72e7d,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:37.084425 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b000e-bf1b-401b-9d36-e27106a8fca2 req-c86084d5-5ecc-4860-98ee-1b95625d3a0c tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:37.111689 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-649b000e-bf1b-401b-9d36-e27106a8fca2 req-c86084d5-5ecc-4860-98ee-1b95625d3a0c tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 943 time: 0.1006620 Jan 25 21:11:37.220608 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-649b000e-bf1b-401b-9d36-e27106a8fca2 req-710b9065-1ef1-4ad5-8e78-4eb6751ca3e8 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023738 Jan 25 21:11:37.229911 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] Set router 56c1ca10-aab0-4384-9943-42dbaf7cc608 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:37.241414 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98ab61-4616-4bf0-9771-e9d1ab0cc60d req-0a444dfa-f710-401a-8f1c-730a50511637 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:37.243147 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0b98ab61-4616-4bf0-9771-e9d1ab0cc60d req-0a444dfa-f710-401a-8f1c-730a50511637 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 944 time: 0.0834303 Jan 25 21:11:37.341222 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0b98ab61-4616-4bf0-9771-e9d1ab0cc60d req-6e66b347-e7c2-45b1-a362-466f9fac7638 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903332 Jan 25 21:11:37.405640 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-9f07cc33-f796-4a94-8a70-e6cf5325b1db None None] Provisioning complete for port b160563c-a2be-4725-b7f8-54c3e5f72e7d triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:37.406259 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9f07cc33-f796-4a94-8a70-e6cf5325b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:37.428282 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36781c-020c-4e07-b5e3-bad151cf0eea req-bd5e9db1-4ced-4992-8c90-015b685f8e82 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:37.430788 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6e36781c-020c-4e07-b5e3-bad151cf0eea req-bd5e9db1-4ced-4992-8c90-015b685f8e82 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0784521 Jan 25 21:11:37.485333 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6e36781c-020c-4e07-b5e3-bad151cf0eea req-39960051-4a01-48e3-b528-37ab81549e5c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477855 Jan 25 21:11:37.569599 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:11:33Z', 'revision_number': 4, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port': {'id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:27Z', 'updated_at': '2022-01-25T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'b160563c-a2be-4725-b7f8-54c3e5f72e7d', 'name': '', 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'mac_address': 'fa:16:3e:58:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a9c4860e-cd20-440a-9917-02d0ac624fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:32Z', 'updated_at': '2022-01-25T21:11:36Z', 'revision_number': 4, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'subnets': [{'id': 'a9c4860e-cd20-440a-9917-02d0ac624fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:37.602471 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec55d8-0c3f-461b-aa2e-87326f0d7fe1 None None] The sync data for ids ['56c1ca10-aab0-4384-9943-42dbaf7cc608'] in dv-cinder-809518-10-iscsi is: [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:11:33Z', 'revision_number': 4, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port': {'id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:27Z', 'updated_at': '2022-01-25T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'b160563c-a2be-4725-b7f8-54c3e5f72e7d', 'name': '', 'network_id': '8c26ff8c-7c07-40e6-aae7-5289639e2471', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'mac_address': 'fa:16:3e:58:57:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a9c4860e-cd20-440a-9917-02d0ac624fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:32Z', 'updated_at': '2022-01-25T21:11:36Z', 'revision_number': 4, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'subnets': [{'id': 'a9c4860e-cd20-440a-9917-02d0ac624fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:11:37.605379 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-9f07cc33-f796-4a94-8a70-e6cf5325b1db None None] Current status of the port b160563c-a2be-4725-b7f8-54c3e5f72e7d is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:37.606334 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9f07cc33-f796-4a94-8a70-e6cf5325b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:37.674559 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-9f07cc33-f796-4a94-8a70-e6cf5325b1db None None] For port b160563c-a2be-4725-b7f8-54c3e5f72e7d, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b160563c-a2be-4725-b7f8-54c3e5f72e7d,segment=NetworkSegment(b86e0e2c-555c-4e66-8724-d02efdfab07d),segment_id=b86e0e2c-555c-4e66-8724-d02efdfab07d)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:37.796277 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9f07cc33-f796-4a94-8a70-e6cf5325b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:37.856491 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07cc33-f796-4a94-8a70-e6cf5325b1db None None] Pushing event updated for resources: {'Port': ['ID=b160563c-a2be-4725-b7f8-54c3e5f72e7d,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:37.926203 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430738-1b7b-4568-bdda-bad662cc474b req-f2e47596-3e41-48ae-8445-6f9105688c28 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:37.933696 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-45430738-1b7b-4568-bdda-bad662cc474b req-f2e47596-3e41-48ae-8445-6f9105688c28 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 944 time: 0.1007926 Jan 25 21:11:37.958037 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d09dde1c-bf36-462f-bb8e-2538cf5f7867 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:11:38.000381 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-45430738-1b7b-4568-bdda-bad662cc474b req-e1928ece-3f15-427e-9357-e258df2c7d25 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614858 Jan 25 21:11:38.053540 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734ef23-3ad6-45f1-97c3-3b3a24faf173 req-ed99dacf-4adb-4514-9ea2-651bd8e78071 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:38.055426 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b734ef23-3ad6-45f1-97c3-3b3a24faf173 req-ed99dacf-4adb-4514-9ea2-651bd8e78071 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 948 time: 0.1198452 Jan 25 21:11:38.123020 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b734ef23-3ad6-45f1-97c3-3b3a24faf173 req-1653ed21-f740-486c-967f-ce92f6c56f8d tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569510 Jan 25 21:11:38.126206 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d09dde1c-bf36-462f-bb8e-2538cf5f7867, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d09dde1c-bf36-462f-bb8e-2538cf5f7867,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:38.140455 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'port_id': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867', 'mac_address': 'fa:16:3e:d6:8a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186c52da-c432-434e-b661-51411906922e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:11:38.188365 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port d09dde1c-bf36-462f-bb8e-2538cf5f7867 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:38.188758 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:38.206406 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09dde1c-bf36-462f-bb8e-2538cf5f7867 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:38.234302 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d09dde1c-bf36-462f-bb8e-2538cf5f7867, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d09dde1c-bf36-462f-bb8e-2538cf5f7867,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:38.313416 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:38.313416 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 7a664d33-bd62-4bab-946f-4427ae435718 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:11:38.344196 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e831e-d1fc-41cf-8f47-e783d739f07a req-5b4f14c0-07e3-4602-bef6-0ede42396f13 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:38.347856 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-075e831e-d1fc-41cf-8f47-e783d739f07a req-5b4f14c0-07e3-4602-bef6-0ede42396f13 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 943 time: 0.0574703 Jan 25 21:11:38.458199 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-075e831e-d1fc-41cf-8f47-e783d739f07a req-f128c18b-9800-4ff1-a8f3-e2c58cf5f8c9 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044612 Jan 25 21:11:38.460888 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=d09dde1c-bf36-462f-bb8e-2538cf5f7867,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:38.511913 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 7a664d33-bd62-4bab-946f-4427ae435718, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7a664d33-bd62-4bab-946f-4427ae435718,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:38.524818 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '7a664d33-bd62-4bab-946f-4427ae435718', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'port_id': '7a664d33-bd62-4bab-946f-4427ae435718', 'mac_address': 'fa:16:3e:55:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:11:38.625790 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8f496-2441-4694-a541-f2e74f5906b9 req-24287737-16e1-49b2-87b9-e586c8a87df0 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:38.634951 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 7a664d33-bd62-4bab-946f-4427ae435718 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:38.635578 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (7a664d33-bd62-4bab-946f-4427ae435718), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:38.641605 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5af8f496-2441-4694-a541-f2e74f5906b9 req-24287737-16e1-49b2-87b9-e586c8a87df0 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 944 time: 0.1196706 Jan 25 21:11:38.662240 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a664d33-bd62-4bab-946f-4427ae435718 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:11:38.700121 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 7a664d33-bd62-4bab-946f-4427ae435718, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7a664d33-bd62-4bab-946f-4427ae435718,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:38.730111 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5af8f496-2441-4694-a541-f2e74f5906b9 req-0b8ae343-3f83-47f0-b4c3-19978e4e3672 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826254 Jan 25 21:11:38.735663 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e85a26-f781-47e0-a8e9-28391cb64f38 req-a84323e0-8960-43fb-8bb4-8a1580dd37fc tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:38.739777 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d4e85a26-f781-47e0-a8e9-28391cb64f38 req-a84323e0-8960-43fb-8bb4-8a1580dd37fc tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1257308 Jan 25 21:11:38.756693 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b160563c-a2be-4725-b7f8-54c3e5f72e7d up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:38.790456 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (7a664d33-bd62-4bab-946f-4427ae435718), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:38.802106 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d4e85a26-f781-47e0-a8e9-28391cb64f38 req-b95794b3-bbee-4030-8982-b367a8a61ee6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511522 Jan 25 21:11:38.892070 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port b160563c-a2be-4725-b7f8-54c3e5f72e7d triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:38.892540 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:38.923393 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=7a664d33-bd62-4bab-946f-4427ae435718,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:39.162787 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138afbef-01aa-4711-b5b0-505c51cb7572 req-44027edd-24fd-4033-a99a-f53a60b6a74d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:39.172521 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-138afbef-01aa-4711-b5b0-505c51cb7572 req-44027edd-24fd-4033-a99a-f53a60b6a74d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 945 time: 0.0672743 Jan 25 21:11:39.198260 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port b160563c-a2be-4725-b7f8-54c3e5f72e7d is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:39.205207 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:39.276777 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-138afbef-01aa-4711-b5b0-505c51cb7572 req-0987eaa1-86a3-4560-a1f5-ea9d45f5ae8c tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986087 Jan 25 21:11:39.312151 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e03012-a1bc-45d4-8fd2-94b42c4a14c4 req-8ea77950-e855-4510-8844-d72b0c7a3785 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:39.320349 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-91e03012-a1bc-45d4-8fd2-94b42c4a14c4 req-8ea77950-e855-4510-8844-d72b0c7a3785 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 948 time: 0.1118100 Jan 25 21:11:39.367362 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:11:39.380530 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:39.380909 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:39.382357 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-91e03012-a1bc-45d4-8fd2-94b42c4a14c4 req-3de683af-1142-4dc5-9608-3f57fc9c9b45 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607505 Jan 25 21:11:39.446953 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['7a664d33-bd62-4bab-946f-4427ae435718'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:39.449229 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d09dde1c-bf36-462f-bb8e-2538cf5f7867'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:39.657405 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bca6d-9acd-46e5-bd37-b287fea51525 req-cfe6e10b-9c48-493a-8df9-5da0e1cb0faa tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:39.658943 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-790bca6d-9acd-46e5-bd37-b287fea51525 req-cfe6e10b-9c48-493a-8df9-5da0e1cb0faa tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 944 time: 0.0544310 Jan 25 21:11:39.674651 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:39.674651 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:39.710109 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-790bca6d-9acd-46e5-bd37-b287fea51525 req-e6e45816-fe19-4c09-ad18-c8363390ff81 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432897 Jan 25 21:11:39.722566 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:39.724805 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf68a2e-e436-4d6d-8540-e1ceed043141" -d '{"events": [{"server_uuid": "17cda4e1-b891-4dc6-9a0f-a89bf7da2d18", "name": "network-vif-plugged", "status": "completed", "tag": "b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:39.752349 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,segment=NetworkSegment(4a92eee2-a613-46e5-910e-aea39902d567),segment_id=4a92eee2-a613-46e5-910e-aea39902d567)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:39.770865 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2102227-e880-431a-9530-1754f7adffb3 x-openstack-request-id: req-b2102227-e880-431a-9530-1754f7adffb3 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:39.771179 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cda4e1-b891-4dc6-9a0f-a89bf7da2d18", "name": "network-vif-plugged", "status": "completed", "tag": "b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:39.771432 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2102227-e880-431a-9530-1754f7adffb3 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:39.771822 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b', 'code': 200} Jan 25 21:11:39.873337 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63088e-dcf9-4e68-843b-233864de0d30 req-5e6e6993-83b4-49fe-896e-ce1a0d65f09d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:39.873337 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ab63088e-dcf9-4e68-843b-233864de0d30 req-5e6e6993-83b4-49fe-896e-ce1a0d65f09d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 944 time: 0.0528524 Jan 25 21:11:39.913554 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ab63088e-dcf9-4e68-843b-233864de0d30 req-516ce302-fab3-4148-a452-9cb06c017848 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Jan 25 21:11:40.014229 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322756-fd5f-40a9-8c8d-b7ebce5bc019 req-f3e17f08-b29a-4e9b-b068-4c9ab6c67c6d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:40.018798 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-55322756-fd5f-40a9-8c8d-b7ebce5bc019 req-f3e17f08-b29a-4e9b-b068-4c9ab6c67c6d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Jan 25 21:11:40.066909 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-55322756-fd5f-40a9-8c8d-b7ebce5bc019 req-fc117ee8-f4e3-4e0e-9b6a-caf30cd22dd0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Jan 25 21:11:40.236458 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:40.243191 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device cce6b56a-109a-4444-9197-64d0ae34d19f up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:40.319490 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:40.444028 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dad15-cf69-4be8-8751-4c7c2574b765 req-3af7a244-a042-4d69-b558-6c3284e14623 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:40.446364 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9f7dad15-cf69-4be8-8751-4c7c2574b765 req-3af7a244-a042-4d69-b558-6c3284e14623 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 945 time: 0.0926280 Jan 25 21:11:40.464853 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port cce6b56a-109a-4444-9197-64d0ae34d19f completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:11:40.474182 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port cce6b56a-109a-4444-9197-64d0ae34d19f triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:40.474621 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:40.551084 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9f7dad15-cf69-4be8-8751-4c7c2574b765 req-403623cd-6cb0-48bb-9f01-794726f96c62 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983493 Jan 25 21:11:40.584882 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf73f5-3a5a-4a47-b255-b75c0fec903e req-2692a3c5-cadf-4930-b92b-8b65951ed808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:40.589547 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6faf73f5-3a5a-4a47-b255-b75c0fec903e req-2692a3c5-cadf-4930-b92b-8b65951ed808 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 1102 time: 0.1122069 Jan 25 21:11:40.649896 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711c07c-eb95-444e-b9db-71bba321f293 req-5a25974b-3086-4b27-8ab9-9102cb928bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:40.652121 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5711c07c-eb95-444e-b9db-71bba321f293 req-5a25974b-3086-4b27-8ab9-9102cb928bda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.1104860 Jan 25 21:11:40.673520 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6faf73f5-3a5a-4a47-b255-b75c0fec903e req-37c18127-a057-47db-a740-8663b7c33968 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762427 Jan 25 21:11:40.703524 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port cce6b56a-109a-4444-9197-64d0ae34d19f is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:40.717116 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:40.719887 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5711c07c-eb95-444e-b9db-71bba321f293 req-82d37012-3d4f-4644-a888-4e19d575c809 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Jan 25 21:11:40.782742 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port cce6b56a-109a-4444-9197-64d0ae34d19f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cce6b56a-109a-4444-9197-64d0ae34d19f,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:40.809114 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cf1f7-c521-4260-9683-9c6cf3c67146 req-4ad28ad6-b65a-4a86-ae1e-29fb01e4bfec tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:40.811573 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eb5cf1f7-c521-4260-9683-9c6cf3c67146 req-4ad28ad6-b65a-4a86-ae1e-29fb01e4bfec tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.1049347 Jan 25 21:11:40.871029 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:40.880019 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eb5cf1f7-c521-4260-9683-9c6cf3c67146 req-769cf9f0-9df5-4e92-9a6d-6d8074e07e0a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620580 Jan 25 21:11:40.880787 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d09dde1c-bf36-462f-bb8e-2538cf5f7867 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:40.949786 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc4e70-1530-4b92-8dd6-ac197cc271ba req-df1db917-a3e2-480e-86f9-a01ab0f71d7f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:40.960029 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6fbc4e70-1530-4b92-8dd6-ac197cc271ba req-df1db917-a3e2-480e-86f9-a01ab0f71d7f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 944 time: 0.0721872 Jan 25 21:11:40.980147 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=cce6b56a-109a-4444-9197-64d0ae34d19f,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:41.010725 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6fbc4e70-1530-4b92-8dd6-ac197cc271ba req-ba388d5b-f807-40dc-96a1-44b3e48ee636 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500903 Jan 25 21:11:41.094063 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f1e0-2939-4c05-8476-e6bfb2655e66 req-6e35e914-87b2-4551-a68b-fbf5a8e9bd72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:41.102204 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8e33f1e0-2939-4c05-8476-e6bfb2655e66 req-6e35e914-87b2-4551-a68b-fbf5a8e9bd72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0851252 Jan 25 21:11:41.116491 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port d09dde1c-bf36-462f-bb8e-2538cf5f7867 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:11:41.120937 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port d09dde1c-bf36-462f-bb8e-2538cf5f7867 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:41.121303 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:41.177802 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8e33f1e0-2939-4c05-8476-e6bfb2655e66 req-d041b3e4-ec19-497f-ae67-9add1b7963b5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710213 Jan 25 21:11:41.217558 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726368aa-df47-429e-9b2a-c7561cc44033 req-b6a9108f-7049-40f6-a8d1-0426e93a58df tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:41.220133 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-726368aa-df47-429e-9b2a-c7561cc44033 req-b6a9108f-7049-40f6-a8d1-0426e93a58df tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 945 time: 0.1075246 Jan 25 21:11:41.269160 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port d09dde1c-bf36-462f-bb8e-2538cf5f7867 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:41.269855 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:41.292600 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-726368aa-df47-429e-9b2a-c7561cc44033 req-87bdc13d-22a8-42b4-87f0-b53c1ce5e657 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Jan 25 21:11:41.327029 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5c628-7934-4b1e-858f-2bcf480663f2 req-9aa6ebaf-acab-447b-8661-e32d9bf2ea20 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:41.327491 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d09dde1c-bf36-462f-bb8e-2538cf5f7867, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d09dde1c-bf36-462f-bb8e-2538cf5f7867,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:41.328708 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f6b5c628-7934-4b1e-858f-2bcf480663f2 req-9aa6ebaf-acab-447b-8661-e32d9bf2ea20 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0635653 Jan 25 21:11:41.400288 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f6b5c628-7934-4b1e-858f-2bcf480663f2 req-fede8e34-9268-4e24-aa9a-e8f9ff08f8c0 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649061 Jan 25 21:11:41.414318 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:41.415148 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 7a664d33-bd62-4bab-946f-4427ae435718 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:11:41.507970 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=d09dde1c-bf36-462f-bb8e-2538cf5f7867,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:41.653731 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 7a664d33-bd62-4bab-946f-4427ae435718 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:11:41.658206 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 7a664d33-bd62-4bab-946f-4427ae435718 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:41.658682 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (7a664d33-bd62-4bab-946f-4427ae435718), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:41.705587 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637608-2d2a-4d0a-bcc1-51156c8cacb6 req-0f8b32c2-5d35-4dbf-8829-594a684fc998 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:41.707959 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d637608-2d2a-4d0a-bcc1-51156c8cacb6 req-0f8b32c2-5d35-4dbf-8829-594a684fc998 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0657787 Jan 25 21:11:41.758330 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d637608-2d2a-4d0a-bcc1-51156c8cacb6 req-6d14a4ad-a890-4ff5-98a2-146435025278 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Jan 25 21:11:41.773033 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce6b56a-109a-4444-9197-64d0ae34d19f'}, {'server_uuid': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:41.776221 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11933d92-bd6a-4441-a6ff-b681683a3f5b" -d '{"events": [{"server_uuid": "9a3ff0f0-6015-4820-b13f-e02da28f2389", "name": "network-vif-plugged", "status": "completed", "tag": "cce6b56a-109a-4444-9197-64d0ae34d19f"}, {"server_uuid": "2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20", "name": "network-vif-plugged", "status": "completed", "tag": "d09dde1c-bf36-462f-bb8e-2538cf5f7867"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:41.791818 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 7a664d33-bd62-4bab-946f-4427ae435718 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:11:41.792360 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (7a664d33-bd62-4bab-946f-4427ae435718), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:41.827592 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c201b0-7abb-44a4-889e-1dc9e0f6978d x-openstack-request-id: req-56c201b0-7abb-44a4-889e-1dc9e0f6978d {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:41.827895 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3ff0f0-6015-4820-b13f-e02da28f2389", "name": "network-vif-plugged", "status": "completed", "tag": "cce6b56a-109a-4444-9197-64d0ae34d19f", "code": 200}, {"server_uuid": "2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20", "name": "network-vif-plugged", "status": "completed", "tag": "d09dde1c-bf36-462f-bb8e-2538cf5f7867", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:41.828157 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56c201b0-7abb-44a4-889e-1dc9e0f6978d {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:41.828710 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce6b56a-109a-4444-9197-64d0ae34d19f', 'code': 200} Jan 25 21:11:41.828985 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867', 'code': 200} Jan 25 21:11:41.831207 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 7a664d33-bd62-4bab-946f-4427ae435718, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7a664d33-bd62-4bab-946f-4427ae435718,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:41.927936 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (7a664d33-bd62-4bab-946f-4427ae435718), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:42.037358 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f28e0-6331-49be-8e8e-c0a432a3b945 req-6d0da89d-b16b-4d19-ba1e-2dbaf8f767d5 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.040222 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=7a664d33-bd62-4bab-946f-4427ae435718,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:42.052047 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-074f28e0-6331-49be-8e8e-c0a432a3b945 req-6d0da89d-b16b-4d19-ba1e-2dbaf8f767d5 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.0830812 Jan 25 21:11:42.123003 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-074f28e0-6331-49be-8e8e-c0a432a3b945 req-6a2652d4-9556-4df5-9579-68df24a19f2a tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699420 Jan 25 21:11:42.197243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3c89c-d8eb-445b-b172-e23c29daab5b req-c1b47ffd-f21b-448b-8463-7c7eee8b9006 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.204311 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a6b3c89c-d8eb-445b-b172-e23c29daab5b req-c1b47ffd-f21b-448b-8463-7c7eee8b9006 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0600381 Jan 25 21:11:42.271586 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a6b3c89c-d8eb-445b-b172-e23c29daab5b req-cac0ab2a-a310-4b22-b4b8-5c8b3d68e708 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662723 Jan 25 21:11:42.352860 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7850cc-fce8-4a06-bca9-486f6a740740 req-a3996964-4050-4458-85fc-dd3f834d8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.354711 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5a7850cc-fce8-4a06-bca9-486f6a740740 req-a3996964-4050-4458-85fc-dd3f834d8bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 1099 time: 0.0811601 Jan 25 21:11:42.367925 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072c54c-93ca-42d5-9711-76cee37c8d01 req-48730b6c-4961-4d32-9f26-4aa97fffa321 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.376386 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2072c54c-93ca-42d5-9711-76cee37c8d01 req-48730b6c-4961-4d32-9f26-4aa97fffa321 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.1165738 Jan 25 21:11:42.475333 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e5ee-aff2-493a-bf4a-9c583ee107d8 req-0595dfe1-5e3d-4c4b-bad9-b3fe5c1ee6d4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.476933 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-27d1e5ee-aff2-493a-bf4a-9c583ee107d8 req-0595dfe1-5e3d-4c4b-bad9-b3fe5c1ee6d4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 945 time: 0.0693474 Jan 25 21:11:42.491354 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2072c54c-93ca-42d5-9711-76cee37c8d01 req-1237e018-954c-44cf-9cf0-c38d0dc46d76 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125972 Jan 25 21:11:42.516621 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5a7850cc-fce8-4a06-bca9-486f6a740740 req-66ee3d62-2a9a-4341-af76-d9ca4aa905c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318455 Jan 25 21:11:42.542630 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817fd3d-ddd2-421a-801f-b846edc2e752 req-187b1858-9b43-48af-a427-e61fb4b44a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.550517 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4817fd3d-ddd2-421a-801f-b846edc2e752 req-187b1858-9b43-48af-a427-e61fb4b44a88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 1098 time: 0.1408598 Jan 25 21:11:42.574648 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-27d1e5ee-aff2-493a-bf4a-9c583ee107d8 req-fd27dd39-197c-4f95-96a1-14c8fb31e8d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823064 Jan 25 21:11:42.662488 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e103b-2561-4c63-9439-7f73db916411 req-622c77e1-2ce5-4280-bf0b-0d348bd7120c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.663871 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c06e103b-2561-4c63-9439-7f73db916411 req-622c77e1-2ce5-4280-bf0b-0d348bd7120c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0672193 Jan 25 21:11:42.717880 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c06e103b-2561-4c63-9439-7f73db916411 req-bfb7ed54-933d-43ef-b3a8-402379df55ef tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481381 Jan 25 21:11:42.839092 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4817fd3d-ddd2-421a-801f-b846edc2e752 req-0e15cb15-bda2-4a2e-9f41-348c18236824 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581212 Jan 25 21:11:42.918737 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bcc4c-a86c-4f08-88e9-907649b7d810 req-49587e2f-1580-403e-8078-d030233fca37 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:42.920203 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-844bcc4c-a86c-4f08-88e9-907649b7d810 req-49587e2f-1580-403e-8078-d030233fca37 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0588684 Jan 25 21:11:42.978314 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-844bcc4c-a86c-4f08-88e9-907649b7d810 req-a9f6d92c-d811-4f06-8e6e-ea9e5fafa98d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Jan 25 21:11:43.230969 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd94fa3-553e-4af0-a7d3-29408348d010 req-8188afbb-da38-424f-becb-17867aeffd2d tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:43.237838 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9cd94fa3-553e-4af0-a7d3-29408348d010 req-8188afbb-da38-424f-becb-17867aeffd2d tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.0620296 Jan 25 21:11:43.281095 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9cd94fa3-553e-4af0-a7d3-29408348d010 req-7e477b90-6092-4142-b57a-55480dc1a326 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Jan 25 21:11:43.422733 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c8ae1-80ed-443c-9f53-a12f890187f6 req-d49957b8-c4eb-4e83-974f-633053fa7f50 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:43.430634 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-233c8ae1-80ed-443c-9f53-a12f890187f6 req-d49957b8-c4eb-4e83-974f-633053fa7f50 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0717728 Jan 25 21:11:43.486307 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-233c8ae1-80ed-443c-9f53-a12f890187f6 req-9d7cee1f-4855-45af-8332-6320540dc50d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546637 Jan 25 21:11:43.606975 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c535f7b-a0db-4111-955f-42f719193925 req-72cf315a-6c29-4101-a81a-c8df4eaf6b71 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:43.608505 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7c535f7b-a0db-4111-955f-42f719193925 req-72cf315a-6c29-4101-a81a-c8df4eaf6b71 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0511563 Jan 25 21:11:43.666357 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7c535f7b-a0db-4111-955f-42f719193925 req-3fd1f45b-0eeb-42b0-a79c-bc68a1fe10d3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504425 Jan 25 21:11:43.776746 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300fd8c-1e79-4128-998d-abe0c5929c39 req-bdcadd0c-ee73-4bbe-a440-c3b197a8cf5c tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:43.778356 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f300fd8c-1e79-4128-998d-abe0c5929c39 req-bdcadd0c-ee73-4bbe-a440-c3b197a8cf5c tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Jan 25 21:11:43.829940 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f300fd8c-1e79-4128-998d-abe0c5929c39 req-7c0dbd3d-305c-4327-9b23-e3b6e94cad84 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 Jan 25 21:11:43.830589 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:43.833587 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6e965b-7e73-4ae7-86ed-42364f47882a" -d '{"events": [{"server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "name": "network-vif-plugged", "status": "completed", "tag": "7a664d33-bd62-4bab-946f-4427ae435718"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:43.944866 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5921bc-477a-4ba0-a235-031eb591b2f5 req-7810b7c7-6082-4c66-9cad-ae0b03d09482 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:43.946246 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4e5921bc-477a-4ba0-a235-031eb591b2f5 req-7810b7c7-6082-4c66-9cad-ae0b03d09482 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0515420 Jan 25 21:11:43.994791 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4e5921bc-477a-4ba0-a235-031eb591b2f5 req-3e017cc9-9071-4c5e-aee5-36b0d52c710a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Jan 25 21:11:44.047024 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e4d6ad-d082-4593-9ba8-748cd5402dd2 x-openstack-request-id: req-71e4d6ad-d082-4593-9ba8-748cd5402dd2 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:44.047340 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "name": "network-vif-plugged", "status": "completed", "tag": "7a664d33-bd62-4bab-946f-4427ae435718", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:44.047607 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71e4d6ad-d082-4593-9ba8-748cd5402dd2 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:44.048000 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718', 'code': 200} Jan 25 21:11:44.151766 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f02485-4c15-45c7-a342-353e20aab07b req-17cdd646-079b-450d-96e0-23dfb534e555 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:44.153423 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d3f02485-4c15-45c7-a342-353e20aab07b req-17cdd646-079b-450d-96e0-23dfb534e555 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0501606 Jan 25 21:11:44.199377 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d3f02485-4c15-45c7-a342-353e20aab07b req-848a0706-dc5d-4102-bcf7-ae3881f75641 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Jan 25 21:11:44.489922 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5891-21a2-4c51-99c8-e8ceb36fbe6d req-f9386053-216b-48b9-b28c-f644c53e6690 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:44.491819 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-190a5891-21a2-4c51-99c8-e8ceb36fbe6d req-f9386053-216b-48b9-b28c-f644c53e6690 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.0543103 Jan 25 21:11:44.540057 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-190a5891-21a2-4c51-99c8-e8ceb36fbe6d req-f139ab2f-4fb5-4644-bcf9-5407d39a24ae tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Jan 25 21:11:44.659420 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7b67-3a48-470a-a68a-2eb5282dd8a8 req-04c2cc85-6377-4d16-9cbd-6525182ed109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:44.666221 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-619a7b67-3a48-470a-a68a-2eb5282dd8a8 req-04c2cc85-6377-4d16-9cbd-6525182ed109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0573325 Jan 25 21:11:44.727893 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-619a7b67-3a48-470a-a68a-2eb5282dd8a8 req-3afe4988-3075-49fe-9fcf-851f9ef84509 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594938 Jan 25 21:11:44.860846 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eda6d-8df3-443e-997d-8139bf639c8d req-e026ebce-d954-4987-b57a-88da9745e3b8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:44.868738 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6d0eda6d-8df3-443e-997d-8139bf639c8d req-e026ebce-d954-4987-b57a-88da9745e3b8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0845063 Jan 25 21:11:44.934766 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6d0eda6d-8df3-443e-997d-8139bf639c8d req-20989c53-70a5-457f-bef5-0b59c1480e7a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647602 Jan 25 21:11:45.074444 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ee17b-6433-48e4-8aad-3aa4748c26ba req-d9edfcbe-c114-460f-bfef-c67dc759f867 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.082359 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-249ee17b-6433-48e4-8aad-3aa4748c26ba req-d9edfcbe-c114-460f-bfef-c67dc759f867 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 945 time: 0.0700369 Jan 25 21:11:45.147655 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-249ee17b-6433-48e4-8aad-3aa4748c26ba req-59b7dbb9-45e9-4fbc-988f-206395410c21 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637970 Jan 25 21:11:45.248058 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-9ad4c0eb-8f52-4c48-8a78-b2b092d3a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.249998 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-9ad4c0eb-8f52-4c48-8a78-b2b092d3a9ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.4183214 Jan 25 21:11:45.251771 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f45a4-fb6f-4f98-8160-fc9ccf240df4 req-9bf7f520-4d4a-417a-bb40-985b9473a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.253774 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7f0f45a4-fb6f-4f98-8160-fc9ccf240df4 req-9bf7f520-4d4a-417a-bb40-985b9473a37b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 1098 time: 0.4126105 Jan 25 21:11:45.267792 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae71477-f1a9-4db4-9056-e64de4085213 req-cc3ac6d2-45da-455e-9d2b-30124aad351c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.275135 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cae71477-f1a9-4db4-9056-e64de4085213 req-cc3ac6d2-45da-455e-9d2b-30124aad351c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.4013343 Jan 25 21:11:45.324639 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b68a7-0cd6-4a0c-a145-e55ba3c9f338 req-c0ffe2b2-08e4-40f6-ba7d-4f10e5eb99f5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.326058 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c36b68a7-0cd6-4a0c-a145-e55ba3c9f338 req-c0ffe2b2-08e4-40f6-ba7d-4f10e5eb99f5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0571678 Jan 25 21:11:45.393934 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c36b68a7-0cd6-4a0c-a145-e55ba3c9f338 req-e72b2085-3baa-4b7c-a72e-5bf75edb0bda tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 Jan 25 21:11:45.430887 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-1689db99-0b8d-412a-987f-45263df7c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.432375 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-1689db99-0b8d-412a-987f-45263df7c37e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.1437545 Jan 25 21:11:45.497319 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7f0f45a4-fb6f-4f98-8160-fc9ccf240df4 req-4e9b5fec-80fd-4a74-afe4-69fed01b097f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194965 Jan 25 21:11:45.499171 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-9e1bc015-4b43-4de2-9d1c-5eed0721917c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0523970 Jan 25 21:11:45.516910 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cae71477-f1a9-4db4-9056-e64de4085213 req-86e1435d-1457-4602-878a-4bc4f318b0a5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324691 Jan 25 21:11:45.683501 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b319a-c6fe-42ca-b509-f2f361de07bf req-c1e532bd-9f28-4283-84bd-43b3fccfc277 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.687193 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5d5b319a-c6fe-42ca-b509-f2f361de07bf req-c1e532bd-9f28-4283-84bd-43b3fccfc277 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.0566435 Jan 25 21:11:45.754383 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5d5b319a-c6fe-42ca-b509-f2f361de07bf req-fa9e0d79-69b6-4ecd-8449-7bf2a123ab0c tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631564 Jan 25 21:11:45.861710 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-95af8e00-511c-489b-ab22-676b1a5295e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.864479 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-95af8e00-511c-489b-ab22-676b1a5295e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0750995 Jan 25 21:11:45.929577 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-ae00cc15-a48d-4b28-a668-20b5f65de1c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486901 Jan 25 21:11:45.944905 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af4893-6be5-448a-8b08-6c723354a5b7 req-a366efb3-1278-4253-a82d-a94b424a9e9b tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:45.946471 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-37af4893-6be5-448a-8b08-6c723354a5b7 req-a366efb3-1278-4253-a82d-a94b424a9e9b tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0808494 Jan 25 21:11:46.050202 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-37af4893-6be5-448a-8b08-6c723354a5b7 req-161d2575-7d7f-4df7-8cf8-ff0bc0cceced tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940955 Jan 25 21:11:46.074581 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-85bded41-3d2a-40c8-aace-17661f3a9916 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272149 Jan 25 21:11:46.105497 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c29a1e-e1dc-4884-936e-702b9de8de4d req-948df3f9-5ad0-4b52-987a-9c2025f1c1ff tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:46.114555 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d0c29a1e-e1dc-4884-936e-702b9de8de4d req-948df3f9-5ad0-4b52-987a-9c2025f1c1ff tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0710392 Jan 25 21:11:46.175331 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d0c29a1e-e1dc-4884-936e-702b9de8de4d req-c8d17ca6-3e24-472a-9da4-20a86dd985da tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597022 Jan 25 21:11:46.198437 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7907190b-fb5c-4d28-8e0d-519d4db3a468 req-94b2b7fd-549f-4056-b7ca-0f7ecfd15acc service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096470 Jan 25 21:11:46.664367 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565c588-aa2c-4e64-9e35-93ff9aa9f330 req-a12585de-25b5-4d99-a34a-84202d6b8017 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:46.672275 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b565c588-aa2c-4e64-9e35-93ff9aa9f330 req-a12585de-25b5-4d99-a34a-84202d6b8017 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0853503 Jan 25 21:11:46.737353 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b565c588-aa2c-4e64-9e35-93ff9aa9f330 req-132a2d83-d6bb-4feb-955a-fa06e8dc2e8e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596488 Jan 25 21:11:46.888632 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315a273-7601-4941-b7b0-cf8a883f53ec req-513a0a0c-3444-466f-8b6e-ab8b04484a60 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:46.890578 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b315a273-7601-4941-b7b0-cf8a883f53ec req-513a0a0c-3444-466f-8b6e-ab8b04484a60 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.0582933 Jan 25 21:11:46.963267 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b315a273-7601-4941-b7b0-cf8a883f53ec req-76486100-67fd-452d-a79f-5efd783c8eaf tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620615 Jan 25 21:11:47.231789 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede2744-7ddf-4b13-862f-cdddda1122ac req-9f2b5886-e1c7-4c0f-86c7-69c0f968aa46 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:47.240910 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ede2744-7ddf-4b13-862f-cdddda1122ac req-9f2b5886-e1c7-4c0f-86c7-69c0f968aa46 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0989652 Jan 25 21:11:47.322040 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98280ff5-9e98-4c06-82bd-0369146e30a7 req-08a197df-0517-4487-beac-c6ed9f31ea4b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:47.324232 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ede2744-7ddf-4b13-862f-cdddda1122ac req-22ee88c9-2a41-478d-b851-c85f533ab4ad tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801766 Jan 25 21:11:47.329961 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-98280ff5-9e98-4c06-82bd-0369146e30a7 req-08a197df-0517-4487-beac-c6ed9f31ea4b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 945 time: 0.0766416 Jan 25 21:11:47.361206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-fe0d1d0f-2f22-4ef8-a185-1dba47227dd4 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:47.370730 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-fe0d1d0f-2f22-4ef8-a185-1dba47227dd4 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.24 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.0900016 Jan 25 21:11:47.422185 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-98280ff5-9e98-4c06-82bd-0369146e30a7 req-a897645d-93d1-4c0d-8468-ff6157e4faa7 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869429 Jan 25 21:11:47.579122 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8933d-1cf2-4d0a-9dc3-c0a70c1091a1 req-254d07bf-4c39-4f89-9bcb-3fe1c55ea25d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:47.587083 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a2d8933d-1cf2-4d0a-9dc3-c0a70c1091a1 req-254d07bf-4c39-4f89-9bcb-3fe1c55ea25d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1651556 Jan 25 21:11:47.667912 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a2d8933d-1cf2-4d0a-9dc3-c0a70c1091a1 req-16fdc15e-8d6f-4c5c-80b5-3f8af9f0eaa8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705202 Jan 25 21:11:47.690550 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Deleting port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:11:47.691088 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:47.844365 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] For port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,segment=NetworkSegment(4a92eee2-a613-46e5-910e-aea39902d567),segment_id=4a92eee2-a613-46e5-910e-aea39902d567)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:47.844735 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:47.865300 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Calling delete_port for b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:11:47.883254 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47296836-6850-4cac-8940-e4b0d4c4ff2c req-ffc15a95-fb4d-42fe-9edb-da862b11bc0a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:47.884707 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-47296836-6850-4cac-8940-e4b0d4c4ff2c req-ffc15a95-fb4d-42fe-9edb-da862b11bc0a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0822220 Jan 25 21:11:47.984387 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-47296836-6850-4cac-8940-e4b0d4c4ff2c req-d30ad264-695f-47a7-8211-059d226aa64e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646234 Jan 25 21:11:48.097709 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac98b3b-8bcd-4088-b15d-a26ae9ed88b6 req-17809914-9ae9-43db-98d7-1206c89e9fd7 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:48.099212 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9ac98b3b-8bcd-4088-b15d-a26ae9ed88b6 req-17809914-9ae9-43db-98d7-1206c89e9fd7 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 949 time: 0.0492926 Jan 25 21:11:48.154944 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9ac98b3b-8bcd-4088-b15d-a26ae9ed88b6 req-157c8ce9-bd5a-4d3b-84dc-a6e1694f45d0 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/security-groups?id=2325bf45-2b88-479a-ac15-3b319225e461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500948 Jan 25 21:11:48.438406 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7e5f7-06b2-41d9-aa15-3858a06a04b7 req-c5768807-0c0c-41ca-a2f1-7e1622e2a3b5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:48.440842 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-35f7e5f7-06b2-41d9-aa15-3858a06a04b7 req-c5768807-0c0c-41ca-a2f1-7e1622e2a3b5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0552495 Jan 25 21:11:48.489542 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-35f7e5f7-06b2-41d9-aa15-3858a06a04b7 req-f830da1f-a735-4334-81e6-9f5a65c6972f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Jan 25 21:11:48.503783 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:48.526977 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:48.530983 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Pushing event deleted for resources: {'Port': ['ID=b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:48.654021 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] No DVR routers for this DVR port b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:11:48.672026 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:48.676748 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f6730c4b-faad-4ae8-a54d-158a1b72196c req-37987912-d6f7-42e5-90d7-3e494b48d166 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.24 "DELETE /v2.0/ports/b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b HTTP/1.1" status: 204 len: 173 time: 1.2872851 Jan 25 21:11:48.677086 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'name': 'network-vif-deleted', 'tag': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:48.679355 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0612e978-6710-4f35-a857-c99685a8b4bf" -d '{"events": [{"server_uuid": "17cda4e1-b891-4dc6-9a0f-a89bf7da2d18", "name": "network-vif-deleted", "tag": "b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:48.710980 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e487-72a0-4005-be6b-a8d3d8df08f3 req-be32b6e9-9c2b-4d25-97a4-4a6cec0d5138 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:48.718120 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a333e487-72a0-4005-be6b-a8d3d8df08f3 req-be32b6e9-9c2b-4d25-97a4-4a6cec0d5138 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 945 time: 0.1154454 Jan 25 21:11:48.806009 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a333e487-72a0-4005-be6b-a8d3d8df08f3 req-72ca3402-2baa-43e9-9e27-744bc55d57f0 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790627 Jan 25 21:11:48.856919 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aea0b8-1bb9-48ec-8a5c-1dd74698c500 x-openstack-request-id: req-a0aea0b8-1bb9-48ec-8a5c-1dd74698c500 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:48.856919 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cda4e1-b891-4dc6-9a0f-a89bf7da2d18", "name": "network-vif-deleted", "tag": "b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:48.856919 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0aea0b8-1bb9-48ec-8a5c-1dd74698c500 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:48.856919 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cda4e1-b891-4dc6-9a0f-a89bf7da2d18', 'name': 'network-vif-deleted', 'tag': 'b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b', 'status': 'completed', 'code': 200} Jan 25 21:11:48.990052 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68531b4-d0c8-4e15-b971-7983d86b4703 req-a2c92feb-a3b5-4eb5-9d2a-fcdad71f0096 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:48.994925 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f68531b4-d0c8-4e15-b971-7983d86b4703 req-a2c92feb-a3b5-4eb5-9d2a-fcdad71f0096 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0721223 Jan 25 21:11:49.043803 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f68531b4-d0c8-4e15-b971-7983d86b4703 req-984d6e99-2114-4876-be21-fbdc5823ecc8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Jan 25 21:11:49.159769 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29e5b9-7035-424e-bfbf-e541bbe666f6 req-976d6f7d-fe33-4016-9b4b-47b709b85898 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:49.161291 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5a29e5b9-7035-424e-bfbf-e541bbe666f6 req-976d6f7d-fe33-4016-9b4b-47b709b85898 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Jan 25 21:11:49.214449 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5a29e5b9-7035-424e-bfbf-e541bbe666f6 req-258e67f5-caf6-411a-94ce-b5a9206728ab tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473466 Jan 25 21:11:49.327267 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-312329d9-871d-4d3d-b97a-86d82f9bb06c req-b63da1ed-1b42-4edc-9225-0c06f11a8c66 tempest-VolumesNegativeTest-1047997964 tempest-VolumesNegativeTest-1047997964-project] 10.222.0.20 "GET /v2.0/ports?device_id=17cda4e1-b891-4dc6-9a0f-a89bf7da2d18 HTTP/1.1" status: 200 len: 210 time: 0.0454991 Jan 25 21:11:49.346683 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-16941cd0-d89d-4a95-9ccf-0b320e518e52 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:49.348091 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-16941cd0-d89d-4a95-9ccf-0b320e518e52 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 945 time: 0.0743520 Jan 25 21:11:49.458447 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Deleting port cce6b56a-109a-4444-9197-64d0ae34d19f {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:11:49.458791 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:49.550492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] For port cce6b56a-109a-4444-9197-64d0ae34d19f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=cce6b56a-109a-4444-9197-64d0ae34d19f,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:11:49.550859 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:49.563905 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Calling delete_port for cce6b56a-109a-4444-9197-64d0ae34d19f owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:11:49.669285 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea68cd-9c6e-4e50-b247-ad7ee59da333 req-43f290cf-1414-47b3-89ed-3b87b5b0bd1d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:49.670819 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bfea68cd-9c6e-4e50-b247-ad7ee59da333 req-43f290cf-1414-47b3-89ed-3b87b5b0bd1d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.1081398 Jan 25 21:11:49.754025 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bfea68cd-9c6e-4e50-b247-ad7ee59da333 req-29ef6af7-d1ca-4026-8083-e86fc2851051 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705614 Jan 25 21:11:49.870652 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (cce6b56a-109a-4444-9197-64d0ae34d19f), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:49.883209 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['cce6b56a-109a-4444-9197-64d0ae34d19f'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:11:49.910757 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Pushing event deleted for resources: {'Port': ['ID=cce6b56a-109a-4444-9197-64d0ae34d19f,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:49.957940 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00c49f-edf8-41ea-88da-ce1b972edf03 req-4fd21769-2e98-40a2-aa75-c870d71e1c5e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:49.960922 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-da00c49f-edf8-41ea-88da-ce1b972edf03 req-4fd21769-2e98-40a2-aa75-c870d71e1c5e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.1277704 Jan 25 21:11:49.969867 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 35680) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:49.974967 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'floatingip': {'port_id': '7a664d33-bd62-4bab-946f-4427ae435718'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:50.017162 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] No DVR routers for this DVR port cce6b56a-109a-4444-9197-64d0ae34d19f on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:11:50.023500 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:50.026838 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0f6d8ce6-1c75-467c-b17a-fec7302b35b6 req-5c94ad3e-9048-42ac-82fc-20f6ffa67edc tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "DELETE /v2.0/ports/cce6b56a-109a-4444-9197-64d0ae34d19f HTTP/1.1" status: 204 len: 173 time: 0.6598413 Jan 25 21:11:50.075033 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-099e99c9-2f75-4b87-86db-9e9f4c0c3b9a req-a5f75b38-bdb6-402e-bc6b-f149d2125759 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 210 time: 0.0366516 Jan 25 21:11:50.085418 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (b7a9d7c9-031c-4379-84e8-11bd867bf55f), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:50.202887 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e71be-196c-47d8-9f3e-5f4e183d0781 req-bca1cb63-689c-4ea1-b859-f71c3815d410 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:50.204490 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-536e71be-196c-47d8-9f3e-5f4e183d0781 req-bca1cb63-689c-4ea1-b859-f71c3815d410 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0652678 Jan 25 21:11:50.277218 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-536e71be-196c-47d8-9f3e-5f4e183d0781 req-fa700df5-6a14-4035-a512-d300a67b1e3b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Jan 25 21:11:50.423256 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c408-5f36-4b03-9d19-ad5ea80bb5e7 req-a126e978-b344-4647-9d75-9c3e4a5ad263 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:50.431466 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c125c408-5f36-4b03-9d19-ad5ea80bb5e7 req-a126e978-b344-4647-9d75-9c3e4a5ad263 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0612285 Jan 25 21:11:50.486864 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c125c408-5f36-4b03-9d19-ad5ea80bb5e7 req-aac22137-3063-480c-8bd6-c896670d4fb3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553293 Jan 25 21:11:50.748699 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-31f80d5a-e7c6-460e-a673-ca7980c96028 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:50.750212 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-31f80d5a-e7c6-460e-a673-ca7980c96028 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/networks?id=42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 200 len: 815 time: 0.4048660 Jan 25 21:11:50.837096 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-f8b68416-7814-4818-9c5a-9fe16198c5ce tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/quotas/be89953d26bc43a8855b4a55bee3e652 HTTP/1.1" status: 200 len: 375 time: 0.0654919 Jan 25 21:11:50.856601 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'name': 'network-vif-deleted', 'tag': 'cce6b56a-109a-4444-9197-64d0ae34d19f'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:50.859708 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f437b3-2e1c-434c-a360-846e7ed3948d" -d '{"events": [{"server_uuid": "9a3ff0f0-6015-4820-b13f-e02da28f2389", "name": "network-vif-deleted", "tag": "cce6b56a-109a-4444-9197-64d0ae34d19f"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:50.931246 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c450dab4-75dd-4c40-b6f2-4499f2d9afab x-openstack-request-id: req-c450dab4-75dd-4c40-b6f2-4499f2d9afab {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:50.931547 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3ff0f0-6015-4820-b13f-e02da28f2389", "name": "network-vif-deleted", "tag": "cce6b56a-109a-4444-9197-64d0ae34d19f", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:50.931807 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c450dab4-75dd-4c40-b6f2-4499f2d9afab {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:50.932395 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3ff0f0-6015-4820-b13f-e02da28f2389', 'name': 'network-vif-deleted', 'tag': 'cce6b56a-109a-4444-9197-64d0ae34d19f', 'status': 'completed', 'code': 200} Jan 25 21:11:51.028620 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-b388557a-e501-4d43-b452-f85514b5de22 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814828 Jan 25 21:11:51.150617 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.db.resource_extend [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 21:11:51.199572 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:11:51.228492 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f0bc15de-423d-4ca3-9b89-e83be8edde1c req-5a5275b1-59a2-4188-bd0d-28f9f4329ea2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a3ff0f0-6015-4820-b13f-e02da28f2389 HTTP/1.1" status: 200 len: 210 time: 0.0557301 Jan 25 21:11:51.240812 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:11:51.241370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b8d2cfd2-7ada-4c5b-a0d2-0c503746e79b not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:11:51.266715 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-88ee2711-c9f7-4960-8cce-185369029944 service neutron] 10.222.0.20 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208233 Jan 25 21:11:51.269111 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:51.357555 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-32c24aba-b701-4217-bdaa-c9f9bdf8c938 service neutron] 10.222.0.20 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825691 Jan 25 21:11:51.381217 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (b7a9d7c9-031c-4379-84e8-11bd867bf55f), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:51.499868 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.l3_db [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Floating IP b7a9d7c9-031c-4379-84e8-11bd867bf55f associated. External IP: 172.27.2.116, port: 7a664d33-bd62-4bab-946f-4427ae435718. Jan 25 21:11:51.626098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffe014-7974-4037-a5b8-446359e35244 req-371ea790-4ab0-45e0-ad8d-287fb73048b6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:51.626098 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e9ffe014-7974-4037-a5b8-446359e35244 req-371ea790-4ab0-45e0-ad8d-287fb73048b6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0633614 Jan 25 21:11:51.690824 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e9ffe014-7974-4037-a5b8-446359e35244 req-69e471a9-3fc7-4929-8225-0a56baeda95a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555120 Jan 25 21:11:51.732274 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eb955b09-89d8-4ed2-b61b-f8b7a3ab92d3 req-2be5e287-c893-4822-b36b-485c40e3ac93 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 210 time: 0.0574391 Jan 25 21:11:51.821241 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Router ebccfa6a-b55e-4e49-843e-c248e41a4181 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:11:51.969671 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:11:51.976227 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:51.981989 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] Sync routers for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:11:51.992602 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:51.993424 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:11:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:52.012880 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-df5a0661-69fd-42ed-b925-b6080492cd59 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "PUT /v2.0/floatingips/b7a9d7c9-031c-4379-84e8-11bd867bf55f HTTP/1.1" status: 200 len: 991 time: 2.0374317 Jan 25 21:11:52.012880 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:11:52.012880 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e957f825-d23a-4641-a42b-9bd0f7e94824" -d '{"events": [{"name": "network-changed", "server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "tag": "7a664d33-bd62-4bab-946f-4427ae435718"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:11:52.070250 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58770fba-42da-4c64-a8a1-add54ce2c77b x-openstack-request-id: req-58770fba-42da-4c64-a8a1-add54ce2c77b {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:11:52.070860 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "tag": "7a664d33-bd62-4bab-946f-4427ae435718", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:11:52.070860 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58770fba-42da-4c64-a8a1-add54ce2c77b {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:11:52.071395 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718', 'status': 'completed', 'code': 200} Jan 25 21:11:52.157596 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:52.194767 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-55c1049a-5233-46e9-9f89-5a68b99025fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:52.196768 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-55c1049a-5233-46e9-9f89-5a68b99025fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 1098 time: 0.1049674 Jan 25 21:11:52.234404 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dd758-d4ce-4688-925a-7b32a6ec1184 req-963b8718-9170-43e0-924b-0a879068ecf8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:52.243328 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-022dd758-d4ce-4688-925a-7b32a6ec1184 req-963b8718-9170-43e0-924b-0a879068ecf8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0657105 Jan 25 21:11:52.307250 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-022dd758-d4ce-4688-925a-7b32a6ec1184 req-4fc33895-8da4-4a19-a162-e3613ebe23a1 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623178 Jan 25 21:11:52.406278 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-ede61471-607f-45a8-b95d-ca7387c8be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:52.408334 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-ede61471-607f-45a8-b95d-ca7387c8be1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 911 time: 0.1986296 Jan 25 21:11:52.468386 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'b7a9d7c9-031c-4379-84e8-11bd867bf55f', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'port_id': '7a664d33-bd62-4bab-946f-4427ae435718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'mac_address': 'fa:16:3e:55:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:11:19Z', 'updated_at': '2022-01-25T21:11:51Z', 'revision_number': 1, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:52.496050 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] Checking router: ebccfa6a-b55e-4e49-843e-c248e41a4181 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:11:52.503031 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-54d4498f-3cd6-4964-ba42-1ce18b16c43a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 200 len: 999 time: 0.0864642 Jan 25 21:11:52.506019 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:11:52.506625 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:11:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:52.554066 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-25b98231-7875-4788-9e2a-daf59e932a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:52.555684 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-25b98231-7875-4788-9e2a-daf59e932a08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0461876 Jan 25 21:11:52.601449 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-6a512dbf-c5c6-40b8-9b89-fcf2d086a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:52.602958 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-6a512dbf-c5c6-40b8-9b89-fcf2d086a80c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410492 Jan 25 21:11:52.625789 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:11:52.712258 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-d050e8d4-431f-4872-9a28-ba08b93c409c service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019349 Jan 25 21:11:52.807924 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e957f825-d23a-4641-a42b-9bd0f7e94824 req-efc8c1f1-0e96-404e-b323-eee86aa9ad74 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889573 Jan 25 21:11:52.870880 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'b7a9d7c9-031c-4379-84e8-11bd867bf55f', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'port_id': '7a664d33-bd62-4bab-946f-4427ae435718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'mac_address': 'fa:16:3e:55:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:11:19Z', 'updated_at': '2022-01-25T21:11:51Z', 'revision_number': 1, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:11:52.895587 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82147f66-318f-4c00-92c1-16d7f483bf18 None None] The sync data for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi is: [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'b7a9d7c9-031c-4379-84e8-11bd867bf55f', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'port_id': '7a664d33-bd62-4bab-946f-4427ae435718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'mac_address': 'fa:16:3e:55:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:11:19Z', 'updated_at': '2022-01-25T21:11:51Z', 'revision_number': 1, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:11:53.071629 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-88ded633-d5b7-463c-9661-b204079a1f06 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:53.073157 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-88ded633-d5b7-463c-9661-b204079a1f06 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/networks?id=73eeff85-0fa2-4af5-98e9-70c05786f3af HTTP/1.1" status: 200 len: 807 time: 0.1125205 Jan 25 21:11:53.089001 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9c47fbfb-44a4-48d6-a178-65c7390fd3f5 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/quotas/e5fa6be10da64c95a2c8e3cdda531020 HTTP/1.1" status: 200 len: 375 time: 0.0101583 Jan 25 21:11:53.127160 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-270a31b5-f43d-447e-aa7a-cf97fb117b74 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313101 Jan 25 21:11:53.162326 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869662d6-7740-49d7-a5e5-ba7876f1d4cf None None] New status for floating IP b7a9d7c9-031c-4379-84e8-11bd867bf55f: ACTIVE {{(pid=103219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:11:53.230396 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device cce6b56a-109a-4444-9197-64d0ae34d19f no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:11:53.272532 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-3947b02a-361a-4791-a339-5a1f25aacef0 service neutron] 10.222.0.20 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382515 Jan 25 21:11:53.295543 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: cce6b56a-109a-4444-9197-64d0ae34d19f {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:11:53.295806 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device cce6b56a-109a-4444-9197-64d0ae34d19f not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:11:53.395554 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-8040eace-7c43-41b0-9a64-0a4cd9c5682f service neutron] 10.222.0.20 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161447 Jan 25 21:11:53.487422 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2e079-1645-47ac-bc56-abf27ef16c22 req-bdfdf6cd-4670-49cf-884c-4bc48b4f9e7a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:53.489123 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4fd2e079-1645-47ac-bc56-abf27ef16c22 req-bdfdf6cd-4670-49cf-884c-4bc48b4f9e7a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0799150 Jan 25 21:11:53.544209 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4fd2e079-1645-47ac-bc56-abf27ef16c22 req-766db6c8-2428-43f2-9202-d6d96508a6dd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449667 Jan 25 21:11:53.629148 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a8458f0a-94c3-4709-ac02-6e6b0fd73c83 req-f9c4fd56-02c4-448b-b703-ddb806a00ed8 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 210 time: 0.0293007 Jan 25 21:11:53.737654 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-edafd374-b08e-4bbe-9a23-dce64468647e req-306a9f46-33ba-4886-84ab-131d94090e59 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0360849 Jan 25 21:11:54.683050 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6387dfd-6f35-475b-925b-b20498f02bb1 req-8155bc54-83b9-4c0f-a02f-1c850d269ead tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:54.698038 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e6387dfd-6f35-475b-925b-b20498f02bb1 req-8155bc54-83b9-4c0f-a02f-1c850d269ead tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0648296 Jan 25 21:11:54.734884 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e6387dfd-6f35-475b-925b-b20498f02bb1 req-e9945638-078d-4776-b25e-5d897940c8e2 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 Jan 25 21:11:54.741043 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c8023eec-9b2d-45eb-848f-0df5b02ac4ef req-5b46e33e-72a1-4b49-bba0-58e000ebf669 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 210 time: 0.0269089 Jan 25 21:11:54.843512 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7e55786c-9961-4701-885b-8c3efb0a5ad1 req-1785908d-84cd-4dc7-8e55-98bdd62e89a4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0293782 Jan 25 21:11:55.003127 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-c81284a1-4288-47f7-b1ee-454c8bdba3be tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:55.004649 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-c81284a1-4288-47f7-b1ee-454c8bdba3be tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.24 "GET /v2.0/networks?id=42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 200 len: 815 time: 0.1067801 Jan 25 21:11:55.030536 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'port': {'device_id': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'admin_state_up': True, 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:11:55.298889 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Made reservation on behalf of be89953d26bc43a8855b4a55bee3e652 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:11:55.309660 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:55.445910 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Allocated IP 172.20.0.12 (42e6abed-670e-4223-ad2a-28699d10e9ef/b3a1a2fd-b63a-4b98-9d15-8f6de245133d/962f457b-2c45-41a1-b64d-19d75300985c) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:11:55.640248 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2e87e28c-0ca8-4c09-89be-90fbfe1fe7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:55.774987 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for port (962f457b-2c45-41a1-b64d-19d75300985c), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:55.876656 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-02b00f3f-8f0d-47fb-b742-b81c37a9c7f8 req-e8f13b97-17ef-4555-a75f-609ce70a1d11 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 210 time: 0.0378504 Jan 25 21:11:55.904177 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:55.977548 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Network 42e6abed-670e-4223-ad2a-28699d10e9ef is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:11:56.011530 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-cf554f2b-b3d3-47ab-876d-59f951422ceb req-1fa96440-8d00-47dc-b13e-2cfd55f9eb30 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0525517 Jan 25 21:11:56.031161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:11:56.040972 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:11:56.135188 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1a994-9fae-4bf0-b62d-905882a41b01 req-c7927409-6146-42dd-bf37-6fd3661bef58 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:56.148835 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-faf1a994-9fae-4bf0-b62d-905882a41b01 req-c7927409-6146-42dd-bf37-6fd3661bef58 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.3049686 Jan 25 21:11:56.194318 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:56.195304 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:56.222357 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:56.282328 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-faf1a994-9fae-4bf0-b62d-905882a41b01 req-fb6794a0-c34a-4653-8a41-1ca732d95f66 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319611 Jan 25 21:11:56.388697 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-e18b793b-1c1f-4ed9-a587-92f170efcc01 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3618822 Jan 25 21:11:56.418723 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-9ab53429-c0c6-43ef-a681-951fccb12f0e None None] Provisioning complete for port 962f457b-2c45-41a1-b64d-19d75300985c triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:11:56.419229 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9ab53429-c0c6-43ef-a681-951fccb12f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (962f457b-2c45-41a1-b64d-19d75300985c), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:56.463334 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-9ab53429-c0c6-43ef-a681-951fccb12f0e None None] Port 962f457b-2c45-41a1-b64d-19d75300985c cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:11:56.994955 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53edef0-a5a5-44c2-826b-be154377de9b req-a5da40c0-0003-43d8-9959-361882c80a2c tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:56.996492 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f53edef0-a5a5-44c2-826b-be154377de9b req-a5da40c0-0003-43d8-9959-361882c80a2c tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0555911 Jan 25 21:11:57.044370 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f53edef0-a5a5-44c2-826b-be154377de9b req-2b142eed-fdcb-4512-b9c9-d02f6c80b761 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Jan 25 21:11:57.147100 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4c7df7af-dcf1-40e5-8a2b-5773db88d387 req-32b905aa-c508-4d6d-927f-35bd60b98f60 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0287921 Jan 25 21:11:57.439447 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5bf73-583d-408b-93d4-00aa1d325942 req-15d86815-3196-4146-ac11-15c923d39052 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:57.441620 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05b5bf73-583d-408b-93d4-00aa1d325942 req-15d86815-3196-4146-ac11-15c923d39052 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0670943 Jan 25 21:11:57.769414 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05b5bf73-583d-408b-93d4-00aa1d325942 req-02a29cd5-cd2f-4cb9-9dbe-8982210eba3f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171406 Jan 25 21:11:57.935755 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 36092) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:58.076864 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5e60dd5f-9d59-4476-8952-0a767ecb9aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:58.108842 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-1906dfb4-4821-4036-aee2-97b96117f81d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7a6df59622d4b9e8fa27ca11959d8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718621 Jan 25 21:11:58.112080 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 36098) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:11:58.197720 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-613ee0f6-e449-4ee0-8a89-f918d2750c2c admin admin] Publish callbacks [] for security_group (2325bf45-2b88-479a-ac15-3b319225e461), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:58.217320 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e97854-eba6-4e04-a4ad-bfbed0585a06 req-59eabb08-1293-49d2-b62a-707c65c756ce tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:58.218820 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38e97854-eba6-4e04-a4ad-bfbed0585a06 req-59eabb08-1293-49d2-b62a-707c65c756ce tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0806601 Jan 25 21:11:58.239328 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-613ee0f6-e449-4ee0-8a89-f918d2750c2c admin admin] Publish callbacks [] for security_group (2325bf45-2b88-479a-ac15-3b319225e461), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:58.307236 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38e97854-eba6-4e04-a4ad-bfbed0585a06 req-d54dde80-c873-4545-b970-47a96127209a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777802 Jan 25 21:11:58.402188 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-613ee0f6-e449-4ee0-8a89-f918d2750c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2325bf45-2b88-479a-ac15-3b319225e461), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:58.406735 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-613ee0f6-e449-4ee0-8a89-f918d2750c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:58.407863 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-613ee0f6-e449-4ee0-8a89-f918d2750c2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2325bf45-2b88-479a-ac15-3b319225e461 HTTP/1.1" status: 204 len: 168 time: 0.2947640 Jan 25 21:11:58.430108 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-10d0ed1a-8372-4320-b5f7-e8dc4543bd46 req-1e4076a4-ca42-4459-ae20-73abb6050a46 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0420947 Jan 25 21:11:58.436378 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ee0f6-e449-4ee0-8a89-f918d2750c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325bf45-2b88-479a-ac15-3b319225e461,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:11:58.896799 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2585268-a679-4d30-9167-4ef5ebff6585 req-8b9d7383-efa8-43ab-8a1b-bf0912a2ec0c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:58.899845 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d2585268-a679-4d30-9167-4ef5ebff6585 req-8b9d7383-efa8-43ab-8a1b-bf0912a2ec0c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0550716 Jan 25 21:11:58.956955 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d2585268-a679-4d30-9167-4ef5ebff6585 req-0a8835b4-00cf-4746-90f0-45621e4cc722 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530899 Jan 25 21:11:59.103002 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:11:59.446819 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda9a7f-68bb-40b0-8e98-1f60efb9b02d req-d475a967-ea3b-44b0-aa70-4feea9b0701a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:11:59.448362 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5eda9a7f-68bb-40b0-8e98-1f60efb9b02d req-d475a967-ea3b-44b0-aa70-4feea9b0701a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0591488 Jan 25 21:11:59.497327 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5eda9a7f-68bb-40b0-8e98-1f60efb9b02d req-a639fd25-1535-461f-bdf0-114bf0e03342 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Jan 25 21:11:59.620775 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a311101f-79b9-4d6a-8f20-133034d35f85 req-9a283824-e7fd-4cf9-a699-c01624f50799 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0519433 Jan 25 21:12:00.084986 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38e319-d92e-44e9-8ee0-7165488df204 req-03abd78b-7149-4050-9768-79b991831c44 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:00.086854 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b38e319-d92e-44e9-8ee0-7165488df204 req-03abd78b-7149-4050-9768-79b991831c44 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Jan 25 21:12:00.139322 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b38e319-d92e-44e9-8ee0-7165488df204 req-b866ad80-03b7-41dc-abed-bbf11f93fee1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433452 Jan 25 21:12:00.594428 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:00.634753 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c195ce-acac-46aa-bcc3-eb1fbb5b278e req-20000ba7-4eab-4f65-84f5-d19e18d55c13 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:00.636286 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-00c195ce-acac-46aa-bcc3-eb1fbb5b278e req-20000ba7-4eab-4f65-84f5-d19e18d55c13 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0683520 Jan 25 21:12:00.708562 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-00c195ce-acac-46aa-bcc3-eb1fbb5b278e req-cd2355f7-4250-411b-b90c-a2257781e8af tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662987 Jan 25 21:12:00.820861 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-90b25e9d-e499-4b5d-8594-f21b576d4df5 req-c03e56ce-2c06-4c58-971a-3af80ba9a0ad tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0299320 Jan 25 21:12:01.270026 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988e4cc-f027-4853-8fce-3bea6d968555 req-3be6834f-9bb7-4ee6-90aa-81f69597ad67 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:01.272059 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4988e4cc-f027-4853-8fce-3bea6d968555 req-3be6834f-9bb7-4ee6-90aa-81f69597ad67 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Jan 25 21:12:01.323974 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4988e4cc-f027-4853-8fce-3bea6d968555 req-e6a63f3f-47ba-4a64-b606-dd1b1cdd6d10 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445054 Jan 25 21:12:01.791022 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:01.847059 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a510d60-d263-44e7-8019-7a550beaf81c req-de3730f3-80c0-4d3c-903e-14b7f3118a14 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:01.848692 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1a510d60-d263-44e7-8019-7a550beaf81c req-de3730f3-80c0-4d3c-903e-14b7f3118a14 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0659308 Jan 25 21:12:01.913475 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1a510d60-d263-44e7-8019-7a550beaf81c req-bbb60b74-3240-4a90-b9b9-cfad8c70638b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507755 Jan 25 21:12:02.005091 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5758ce72-1c17-480f-923b-14f6558b8ba7 req-747ed960-7b8e-47cf-b80b-e5220bf92c74 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0305762 Jan 25 21:12:02.477251 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002ef4-ed72-4110-abfd-eba15b31be56 req-d6e8ebe7-80b7-4774-8290-a423b669a106 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:02.478934 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c6002ef4-ed72-4110-abfd-eba15b31be56 req-d6e8ebe7-80b7-4774-8290-a423b669a106 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0707798 Jan 25 21:12:02.529087 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c6002ef4-ed72-4110-abfd-eba15b31be56 req-7a9684f4-1a2b-4bd4-b6fd-97324bfaa8cd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 Jan 25 21:12:03.032142 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b294bb-cb7f-4c7f-8ee3-8c2f8e060079 req-fb63b857-8b9b-4ca2-a99f-a34cc1073f44 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:03.034419 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-59b294bb-cb7f-4c7f-8ee3-8c2f8e060079 req-fb63b857-8b9b-4ca2-a99f-a34cc1073f44 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0509448 Jan 25 21:12:03.091508 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-59b294bb-cb7f-4c7f-8ee3-8c2f8e060079 req-dbafdb3d-32b4-4b25-b5e3-7518ca20dcb4 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Jan 25 21:12:03.173354 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7b70759f-335e-41dd-a23f-977a20308bf1 req-8d3af6b6-a083-4368-b06a-deb92af36812 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0300400 Jan 25 21:12:03.648029 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27488fc6-bfe8-4727-bdf5-df18191aca87 req-e2ff287c-84e9-4bb3-9850-4f5c8f95cc53 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:03.649509 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-27488fc6-bfe8-4727-bdf5-df18191aca87 req-e2ff287c-84e9-4bb3-9850-4f5c8f95cc53 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0480151 Jan 25 21:12:03.695750 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-27488fc6-bfe8-4727-bdf5-df18191aca87 req-1739bedb-a842-45a8-9d59-e4fcd0e36635 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408223 Jan 25 21:12:04.009988 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:12:04.202112 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99350ff7-3f39-4594-8cd8-5274138a9706 req-62a782e8-2f9d-440c-b6e5-68e80b020a6c tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:04.203568 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-99350ff7-3f39-4594-8cd8-5274138a9706 req-62a782e8-2f9d-440c-b6e5-68e80b020a6c tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0485208 Jan 25 21:12:04.259216 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-99350ff7-3f39-4594-8cd8-5274138a9706 req-03564a1d-2752-4bd8-9a35-8dc0a0d7a90e tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Jan 25 21:12:04.382393 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ae2f1599-f1e5-4537-b54c-e7682b13c9a9 req-290b60e6-1f4a-4a4d-a2ba-9c9dd3c57ccb tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0504959 Jan 25 21:12:04.773813 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:04.820904 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac2bb-bfe2-47d9-9cfe-62a9a82c1480 req-93454e40-9afe-4cca-aade-9db1200ef23c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:04.822416 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bdaac2bb-bfe2-47d9-9cfe-62a9a82c1480 req-93454e40-9afe-4cca-aade-9db1200ef23c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0494504 Jan 25 21:12:04.870030 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bdaac2bb-bfe2-47d9-9cfe-62a9a82c1480 req-51902023-9887-4862-b17b-13eecfaf8a66 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Jan 25 21:12:05.371716 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc46da-c269-488c-83f2-5a3ca810b573 req-88fb5e5d-50ef-47d9-8fcb-b907ee1990e2 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:05.378273 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cdfc46da-c269-488c-83f2-5a3ca810b573 req-88fb5e5d-50ef-47d9-8fcb-b907ee1990e2 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0535629 Jan 25 21:12:05.430839 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cdfc46da-c269-488c-83f2-5a3ca810b573 req-ff048b2c-f93d-4eb2-a609-fc2e0269371a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516973 Jan 25 21:12:05.516477 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-721b30a3-ead2-4a15-a9f3-1db80c16915d req-df85f8a5-87c3-47b4-8887-dc70cea67030 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0300293 Jan 25 21:12:06.008654 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e9da-d837-466f-a259-b992c261de3b req-fb38de81-645f-4c1b-9f03-01bf0966507d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:06.010307 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c563e9da-d837-466f-a259-b992c261de3b req-fb38de81-645f-4c1b-9f03-01bf0966507d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0472457 Jan 25 21:12:06.058452 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c563e9da-d837-466f-a259-b992c261de3b req-6fe4a7af-0e42-42eb-81c9-252c0e2b29ea tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424912 Jan 25 21:12:06.543231 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc37c5-7c4f-4bed-809f-cc5781503ac1 req-ab994a97-9ffe-42cc-9432-15c0e9595a2a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:06.544713 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26cc37c5-7c4f-4bed-809f-cc5781503ac1 req-ab994a97-9ffe-42cc-9432-15c0e9595a2a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0479693 Jan 25 21:12:06.592780 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26cc37c5-7c4f-4bed-809f-cc5781503ac1 req-bc91328b-4fb6-4c81-8d68-ea916e4c484a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Jan 25 21:12:06.678375 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c4e907f6-47eb-44bd-a1e3-f80b4359e28c req-39c01c96-d573-4d88-818d-3489773b8e4d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0302787 Jan 25 21:12:07.175700 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9065fc-beb9-4560-8641-ffa0eddca079 req-d452e42e-f463-4d91-920d-a4b95990183d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:07.177141 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1a9065fc-beb9-4560-8641-ffa0eddca079 req-d452e42e-f463-4d91-920d-a4b95990183d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0472660 Jan 25 21:12:07.224379 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1a9065fc-beb9-4560-8641-ffa0eddca079 req-81c4b6c1-d284-47fd-af00-7973403de4d1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Jan 25 21:12:07.235677 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Request body: {'port': {'device_id': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:07.349692 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (962f457b-2c45-41a1-b64d-19d75300985c), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:07.383152 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-93a58ad8-dd3d-498c-860a-17c100b9b8be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416698 Jan 25 21:12:07.409964 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-4f9fb90e-e87b-4f3d-bbd3-ed690567ff12 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:07.411430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-4f9fb90e-e87b-4f3d-bbd3-ed690567ff12 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "GET /v2.0/networks?id=73eeff85-0fa2-4af5-98e9-70c05786f3af HTTP/1.1" status: 200 len: 807 time: 0.1721497 Jan 25 21:12:07.483329 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Request body: {'port': {'device_id': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af', 'admin_state_up': True, 'tenant_id': 'e5fa6be10da64c95a2c8e3cdda531020'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:07.490908 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750763-44f1-4011-963d-1b0d134d7b74 req-058e3141-aeea-4687-a1be-9dc6c53715bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:07.492390 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-058e3141-aeea-4687-a1be-9dc6c53715bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.0453923 Jan 25 21:12:07.597718 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750763-44f1-4011-963d-1b0d134d7b74 req-603a1f48-7ec9-463b-9452-0c795bc901b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:07.599132 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-603a1f48-7ec9-463b-9452-0c795bc901b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.0848391 Jan 25 21:12:07.655763 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-495e3f37-9773-4e36-96b1-d1325254ecfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0475690 Jan 25 21:12:07.727009 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962f457b-2c45-41a1-b64d-19d75300985c {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:12:07.735670 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Publish callbacks [] for port (962f457b-2c45-41a1-b64d-19d75300985c), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:07.741017 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750763-44f1-4011-963d-1b0d134d7b74 req-44056e77-7427-4cc0-be7d-3c868e0fbc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:07.745781 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-44056e77-7427-4cc0-be7d-3c868e0fbc54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0796134 Jan 25 21:12:07.755650 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Transition to ACTIVE for port object 962f457b-2c45-41a1-b64d-19d75300985c will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:12:07.757002 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f01d21-aa0e-438a-827f-ea9d843fbc37 req-6c16e5e5-72a0-48d3-b2e9-5ace44b467bf tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:07.758551 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c8f01d21-aa0e-438a-827f-ea9d843fbc37 req-6c16e5e5-72a0-48d3-b2e9-5ace44b467bf tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 932 time: 0.0881715 Jan 25 21:12:07.797470 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-e4e4430b-7282-4221-8fcc-07931db2e1c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370040 Jan 25 21:12:07.804708 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ee6e5047-eb0f-4714-8425-55968cd9ba59 req-f413a345-6ac3-4e1b-af74-e81ae4b50543 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0306101 Jan 25 21:12:07.805432 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Made reservation on behalf of e5fa6be10da64c95a2c8e3cdda531020 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:12:07.814917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:07.919568 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c8f01d21-aa0e-438a-827f-ea9d843fbc37 req-d361cc6f-f26c-4915-adc2-1b2ca5e624a1 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920978 Jan 25 21:12:07.919708 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:07.932325 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-0b41fce4-48a6-478c-a9b8-585961618c5f service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273203 Jan 25 21:12:07.989667 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Allocated IP 172.20.0.8 (73eeff85-0fa2-4af5-98e9-70c05786f3af/112c76dc-21c5-402c-b419-2a0b47184973/c21c9f6b-abee-470a-b0b3-e315a8a069fe) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:12:08.006532 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Pushing event updated for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:08.038103 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.038787 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.038787 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.039384 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.039384 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.040019 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.040019 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.040539 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.040661 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.040973 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.041311 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.041625 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.042002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:08.118102 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Attempting to bind port 962f457b-2c45-41a1-b64d-19d75300985c on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:12:08.118445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Attempting to bind port 962f457b-2c45-41a1-b64d-19d75300985c by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:12:08.118778 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Attempting to bind port 962f457b-2c45-41a1-b64d-19d75300985c on network 42e6abed-670e-4223-ad2a-28699d10e9ef {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:12:08.139076 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Port 962f457b-2c45-41a1-b64d-19d75300985c on network 42e6abed-670e-4223-ad2a-28699d10e9ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:12:08.139404 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Attempting to bind port 962f457b-2c45-41a1-b64d-19d75300985c on network 42e6abed-670e-4223-ad2a-28699d10e9ef {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:12:08.152927 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:12:08.153277 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Checking segment: {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:12:08.153665 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Bound using segment: {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:12:08.154132 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Bound port: 962f457b-2c45-41a1-b64d-19d75300985c, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead9830f-68b1-4e82-a737-1e11959df43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:12:08.154496 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (962f457b-2c45-41a1-b64d-19d75300985c), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:08.287031 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-16750763-44f1-4011-963d-1b0d134d7b74 req-b8068e1c-8966-48b7-b357-30dfc2f60c77 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436916 Jan 25 21:12:08.329254 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks [] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:08.336047 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:12:08.340251 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=962f457b-2c45-41a1-b64d-19d75300985c,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:12:08.389091 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2235a56-1f11-4aed-bae7-38ea4912e8c6 req-2c3fcbeb-0c19-490b-b8be-c0787852399c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:08.389091 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a2235a56-1f11-4aed-bae7-38ea4912e8c6 req-2c3fcbeb-0c19-490b-b8be-c0787852399c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0543652 Jan 25 21:12:08.432999 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a2235a56-1f11-4aed-bae7-38ea4912e8c6 req-a05042e3-0eed-4643-9e83-edb80135c1ed tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437067 Jan 25 21:12:08.482746 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:08.486839 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:08.531270 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:08.531909 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:08.533651 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] 10.222.0.24 "PUT /v2.0/ports/962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 1094 time: 1.3017914 Jan 25 21:12:08.539880 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:08.542543 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1df6f-fbc6-4e35-ac72-38f2d816b36a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:08.546096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Network 73eeff85-0fa2-4af5-98e9-70c05786f3af is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:12:08.559600 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:12:08.579536 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:12:08.611468 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437bb66c-2e3e-49e6-9201-bb01c6c52515 x-openstack-request-id: req-437bb66c-2e3e-49e6-9201-bb01c6c52515 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:08.611879 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:08.612200 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-437bb66c-2e3e-49e6-9201-bb01c6c52515 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:08.612749 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c', 'status': 'completed', 'code': 200} Jan 25 21:12:08.629872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a816d1-4c5c-463d-b474-02a1b8a4a757 service neutron] Pushing event updated for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:08.691599 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:08.692225 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:08.716603 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Pushing event updated for resources: {'Port': ['ID=c21c9f6b-abee-470a-b0b3-e315a8a069fe,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:08.724205 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1df6f-fbc6-4e35-ac72-38f2d816b36a req-6350b53d-9713-4590-baad-f11a723e0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:08.725588 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-68d1df6f-fbc6-4e35-ac72-38f2d816b36a req-6350b53d-9713-4590-baad-f11a723e0d25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1097 time: 0.1116943 Jan 25 21:12:08.818345 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-ebb6e841-6d15-4dbc-a731-c60d380ce0d2 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3442686 Jan 25 21:12:08.834644 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Request body: {'port': {'device_id': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:08.901340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1df6f-fbc6-4e35-ac72-38f2d816b36a req-7f1379aa-4307-4b25-8912-9b1dc714a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:08.902855 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-68d1df6f-fbc6-4e35-ac72-38f2d816b36a req-7f1379aa-4307-4b25-8912-9b1dc714a2f5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=be89953d26bc43a8855b4a55bee3e652&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1511354 Jan 25 21:12:08.913138 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:08.932647 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb8475-b570-4a63-a515-53fdbb91f8e6 req-3d9f7eb7-d206-4819-a816-5e902fd293e9 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:08.934760 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-cadb8475-b570-4a63-a515-53fdbb91f8e6 req-3d9f7eb7-d206-4819-a816-5e902fd293e9 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 931 time: 0.0582228 Jan 25 21:12:08.984007 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-cadb8475-b570-4a63-a515-53fdbb91f8e6 req-85b7a32e-3a20-467d-ab73-a5aec980dc35 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Jan 25 21:12:09.019206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903a907-8704-4984-901c-e602529cc970 req-43ccdd0e-bb32-4d64-88fc-865fbf84e73e tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:09.020734 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c903a907-8704-4984-901c-e602529cc970 req-43ccdd0e-bb32-4d64-88fc-865fbf84e73e tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0701594 Jan 25 21:12:09.136595 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c903a907-8704-4984-901c-e602529cc970 req-40fc7e5a-28ff-47d5-b85d-029949dadd1c tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749948 Jan 25 21:12:09.259382 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21c9f6b-abee-470a-b0b3-e315a8a069fe {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:12:09.266719 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Publish callbacks [] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:09.278180 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Transition to ACTIVE for port object c21c9f6b-abee-470a-b0b3-e315a8a069fe will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:12:09.348550 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:09.398024 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c21c9f6b-abee-470a-b0b3-e315a8a069fe,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:09.464048 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Attempting to bind port c21c9f6b-abee-470a-b0b3-e315a8a069fe on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:12:09.464471 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Attempting to bind port c21c9f6b-abee-470a-b0b3-e315a8a069fe by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:12:09.464803 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Attempting to bind port c21c9f6b-abee-470a-b0b3-e315a8a069fe on network 73eeff85-0fa2-4af5-98e9-70c05786f3af {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:12:09.469261 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Port c21c9f6b-abee-470a-b0b3-e315a8a069fe on network 73eeff85-0fa2-4af5-98e9-70c05786f3af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:12:09.469583 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Attempting to bind port c21c9f6b-abee-470a-b0b3-e315a8a069fe on network 73eeff85-0fa2-4af5-98e9-70c05786f3af {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:12:09.475660 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:12:09.475986 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Checking segment: {'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:12:09.476379 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Bound using segment: {'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:12:09.476796 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Bound port: c21c9f6b-abee-470a-b0b3-e315a8a069fe, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:12:09.477151 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:09.565871 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] For port c21c9f6b-abee-470a-b0b3-e315a8a069fe, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:12:09.583523 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438fa2c-2e76-4def-9b9c-1690f705c874 req-27b56f4d-c979-4a98-860b-cab5072dfbf7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:09.584988 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5438fa2c-2e76-4def-9b9c-1690f705c874 req-27b56f4d-c979-4a98-860b-cab5072dfbf7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0772090 Jan 25 21:12:09.586672 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] For port c21c9f6b-abee-470a-b0b3-e315a8a069fe, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c21c9f6b-abee-470a-b0b3-e315a8a069fe,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:12:09.632604 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5438fa2c-2e76-4def-9b9c-1690f705c874 req-e31054e1-aaed-46ed-9ddc-3a59f8bd46bd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Jan 25 21:12:09.680242 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:09.711640 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:09.712253 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:09.713603 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/c21c9f6b-abee-470a-b0b3-e315a8a069fe HTTP/1.1" status: 200 len: 1093 time: 0.8849020 Jan 25 21:12:09.734741 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfa7d7-be6b-4591-b706-49818e60e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c21c9f6b-abee-470a-b0b3-e315a8a069fe,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:10.100455 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272a5e-133c-41ee-8090-adaaa9054130 req-62cb4d2c-b359-4a06-bec9-04531f4ff8f8 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:10.101926 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e0272a5e-133c-41ee-8090-adaaa9054130 req-62cb4d2c-b359-4a06-bec9-04531f4ff8f8 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0521243 Jan 25 21:12:10.146855 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e0272a5e-133c-41ee-8090-adaaa9054130 req-92c3db6d-f07b-45ce-bec4-29172ad5282c tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Jan 25 21:12:10.247972 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e826-681d-4638-a1f1-2fcaa472cb87 req-9520830d-7af6-4911-ac98-2aa52f877cfc tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:10.249372 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-baa0e826-681d-4638-a1f1-2fcaa472cb87 req-9520830d-7af6-4911-ac98-2aa52f877cfc tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0495148 Jan 25 21:12:10.294615 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-baa0e826-681d-4638-a1f1-2fcaa472cb87 req-98e7a0bf-4d7b-473f-8ee6-759b74d5dda4 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Jan 25 21:12:10.613984 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'tag': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:10.616292 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9530384-7fc6-437b-8b04-3813059f26e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef87ee12-c1b6-4f76-b365-8de07b2e62cb", "tag": "c21c9f6b-abee-470a-b0b3-e315a8a069fe"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:10.649685 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e348221a-eb11-4822-b43d-2471f8bb8a44 x-openstack-request-id: req-e348221a-eb11-4822-b43d-2471f8bb8a44 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:10.650008 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef87ee12-c1b6-4f76-b365-8de07b2e62cb", "tag": "c21c9f6b-abee-470a-b0b3-e315a8a069fe", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:10.650274 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e348221a-eb11-4822-b43d-2471f8bb8a44 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:10.650653 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'tag': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe', 'status': 'completed', 'code': 200} Jan 25 21:12:10.746733 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00916708-006c-450e-85de-bee3d8757db9 req-ff9d8e5f-1833-437a-96af-8327eedb2d6d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:10.748282 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-00916708-006c-450e-85de-bee3d8757db9 req-ff9d8e5f-1833-437a-96af-8327eedb2d6d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0465963 Jan 25 21:12:10.793190 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-00916708-006c-450e-85de-bee3d8757db9 req-e1a4cfda-14ac-49ed-aa82-54a318c59510 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 Jan 25 21:12:11.169030 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:12:11.260685 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278ccab-416e-4380-93a7-8b8389006337 req-a68f4536-ff3a-4313-a5c7-5ae5d4f3e2c1 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:11.262104 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a278ccab-416e-4380-93a7-8b8389006337 req-a68f4536-ff3a-4313-a5c7-5ae5d4f3e2c1 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0459051 Jan 25 21:12:11.266124 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:11.277669 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '9dcaae43-dd36-472e-ae30-092b0af82099', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'port_id': '9dcaae43-dd36-472e-ae30-092b0af82099', 'mac_address': 'fa:16:3e:09:d1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:12:11.313327 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a278ccab-416e-4380-93a7-8b8389006337 req-b1d6fe0e-5c37-4511-98e7-8877f5c2d6bb tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Jan 25 21:12:11.314080 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: ACTIVE; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:11.314968 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:11.337355 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dcaae43-dd36-472e-ae30-092b0af82099 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:12:11.359507 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:11.419751 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f415b-7419-41ea-839d-6fa6b07df4f5 req-480a7dfb-e83c-4832-b324-09e48dc8854d tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:11.421214 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bc9f415b-7419-41ea-839d-6fa6b07df4f5 req-480a7dfb-e83c-4832-b324-09e48dc8854d tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0523095 Jan 25 21:12:11.436443 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:11.467726 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bc9f415b-7419-41ea-839d-6fa6b07df4f5 req-95e667cb-7cd9-4a86-9d37-93711e2f1bf4 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Jan 25 21:12:11.484006 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=6']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:11.491155 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.491511 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.491875 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.492218 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.492549 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.492880 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.493207 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.493535 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.493887 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.494231 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.494564 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.494886 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.495242 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:11.907932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23752e-2f9a-4bee-a761-66d062dd516d req-388a91d1-2ce2-4cba-b122-c29e8dd1772b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:11.909996 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd23752e-2f9a-4bee-a761-66d062dd516d req-388a91d1-2ce2-4cba-b122-c29e8dd1772b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 944 time: 0.0469069 Jan 25 21:12:11.953622 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd23752e-2f9a-4bee-a761-66d062dd516d req-b321e15a-5a46-45ca-9609-69b3750d0c0a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378938 Jan 25 21:12:12.436391 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b6dc9-df29-46c5-8afb-6422a2b6f18a req-eadff83e-1f34-4739-b4aa-6cf551996172 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:12.437863 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd5b6dc9-df29-46c5-8afb-6422a2b6f18a req-eadff83e-1f34-4739-b4aa-6cf551996172 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0512555 Jan 25 21:12:12.483394 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd5b6dc9-df29-46c5-8afb-6422a2b6f18a req-db4817f7-1f7a-4322-85c4-279af44687d9 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Jan 25 21:12:12.579834 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060dea6-9372-4465-a03f-6c25feef75a1 req-7797f8e2-2379-43db-8ad1-d8bf9b482581 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:12.581267 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d060dea6-9372-4465-a03f-6c25feef75a1 req-7797f8e2-2379-43db-8ad1-d8bf9b482581 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0465488 Jan 25 21:12:12.625237 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d060dea6-9372-4465-a03f-6c25feef75a1 req-12a8dc81-e07c-4780-b9e0-c38512b1a769 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Jan 25 21:12:13.071122 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aaf06-5ec2-48ba-86df-5714dfb88e8d req-8084a369-0882-46eb-b7d4-eb503849a81e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.122443 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5a7aaf06-5ec2-48ba-86df-5714dfb88e8d req-8084a369-0882-46eb-b7d4-eb503849a81e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 944 time: 0.0483649 Jan 25 21:12:13.123505 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5a7aaf06-5ec2-48ba-86df-5714dfb88e8d req-638ca1f8-f8b9-4801-8d34-6f4700a8679d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Jan 25 21:12:13.356000 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['9dcaae43-dd36-472e-ae30-092b0af82099'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:13.419601 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9530384-7fc6-437b-8b04-3813059f26e2 req-fec5baf5-a78d-4c0b-b084-b419ea89acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.421103 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b9530384-7fc6-437b-8b04-3813059f26e2 req-fec5baf5-a78d-4c0b-b084-b419ea89acb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 1096 time: 0.1284249 Jan 25 21:12:13.581027 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1df6f-fbc6-4e35-ac72-38f2d816b36a req-5c3d70a1-bae3-41cf-a37e-8247350e6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.581027 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-68d1df6f-fbc6-4e35-ac72-38f2d816b36a req-5c3d70a1-bae3-41cf-a37e-8247350e6211 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723142 Jan 25 21:12:13.581027 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9530384-7fc6-437b-8b04-3813059f26e2 req-21c0f891-9391-4939-8caa-50500b9a6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.581027 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b9530384-7fc6-437b-8b04-3813059f26e2 req-21c0f891-9391-4939-8caa-50500b9a6619 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1313360 Jan 25 21:12:13.626162 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-5a8684a6-ddd6-40fd-800e-37e51125d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.628141 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-5a8684a6-ddd6-40fd-800e-37e51125d325 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1097 time: 0.1137872 Jan 25 21:12:13.707488 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1564171-9bdc-4edd-a327-fa3c82be9fb7 req-d0136b72-5f77-4b97-ad35-d2585c4f0cd4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.709007 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b1564171-9bdc-4edd-a327-fa3c82be9fb7 req-d0136b72-5f77-4b97-ad35-d2585c4f0cd4 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.1564343 Jan 25 21:12:13.712685 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-c3454c76-ad40-4e96-b818-2e98fa670f9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 217 time: 0.0557294 Jan 25 21:12:13.742452 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95e71e-c579-4f9e-be24-26ee8e345aad req-dab37206-5db0-4665-9f6b-b6e1b2a9c9e6 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.750843 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8b95e71e-c579-4f9e-be24-26ee8e345aad req-dab37206-5db0-4665-9f6b-b6e1b2a9c9e6 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0572636 Jan 25 21:12:13.801858 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8b95e71e-c579-4f9e-be24-26ee8e345aad req-30f26d3f-4d38-4c81-94fd-cc49039ebe16 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Jan 25 21:12:13.803350 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9530384-7fc6-437b-8b04-3813059f26e2 req-202473e2-e139-4030-b76a-ef9e2a21d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.804802 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b9530384-7fc6-437b-8b04-3813059f26e2 req-202473e2-e139-4030-b76a-ef9e2a21d7d0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2156341 Jan 25 21:12:13.807101 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-df1379fe-3714-4db5-8f18-8fe704425f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.808419 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-df1379fe-3714-4db5-8f18-8fe704425f6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3a1a2fd-b63a-4b98-9d15-8f6de245133d HTTP/1.1" status: 200 len: 854 time: 0.0785375 Jan 25 21:12:13.811869 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b1564171-9bdc-4edd-a327-fa3c82be9fb7 req-93dd845e-5854-4067-9ef2-40aa6ed7161e tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968523 Jan 25 21:12:13.868036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-899e1d80-da39-4d5f-a0c5-ec5d073f7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:13.869402 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-899e1d80-da39-4d5f-a0c5-ec5d073f7184 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42e6abed-670e-4223-ad2a-28699d10e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425022 Jan 25 21:12:13.956530 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-7d4dcc8a-9d5b-4ce2-98c6-13a56ec3f0fb service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804358 Jan 25 21:12:14.172759 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:12:14.313159 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 9dcaae43-dd36-472e-ae30-092b0af82099 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:12:14.315411 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:14.344187 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6479de54-2b8e-4d39-a7d4-45f50282a7b2 req-23ac3b34-72f8-4040-b197-35b42f829ae1 service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732336 Jan 25 21:12:14.346201 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb4070-9c71-42c4-bdfa-ff49ccbd6321 req-d1c7d194-e0a6-4838-9b48-35e412b2a9fa tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:14.347382 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-3e02038e-6aa9-4a1e-a4fb-efff455c4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:14.347753 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d4fb4070-9c71-42c4-bdfa-ff49ccbd6321 req-d1c7d194-e0a6-4838-9b48-35e412b2a9fa tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 944 time: 0.1068954 Jan 25 21:12:14.348810 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-3e02038e-6aa9-4a1e-a4fb-efff455c4462 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 1096 time: 0.0695217 Jan 25 21:12:14.423517 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-adee6dad-1e8e-458f-927b-9572760778ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c9f6b-abee-470a-b0b3-e315a8a069fe HTTP/1.1" status: 200 len: 217 time: 0.0481753 Jan 25 21:12:14.429677 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d4fb4070-9c71-42c4-bdfa-ff49ccbd6321 req-5a5fa399-8c2a-402d-86c4-bbfea73218ae tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594363 Jan 25 21:12:14.455943 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:14.456448 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:14.489260 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:14.490805 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae2a405-abc0-4f22-a787-7bfe534b64d7" -d '{"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:14.504766 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-989d2f62-9302-41ec-bea1-6a5c387489af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:14.506732 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:14.507846 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-989d2f62-9302-41ec-bea1-6a5c387489af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=112c76dc-21c5-402c-b419-2a0b47184973 HTTP/1.1" status: 200 len: 847 time: 0.0582609 Jan 25 21:12:14.548253 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb59742-8164-484d-b2a7-ccd0fea40868 x-openstack-request-id: req-3bb59742-8164-484d-b2a7-ccd0fea40868 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:14.548681 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:14.548938 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bb59742-8164-484d-b2a7-ccd0fea40868 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:14.549338 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099', 'code': 200} Jan 25 21:12:14.560500 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-024d9ecf-4bb7-4bcf-9a2c-e7b308b04fd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73eeff85-0fa2-4af5-98e9-70c05786f3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350988 Jan 25 21:12:14.619482 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:14.679400 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=7']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:14.686342 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-c6a43401-3cda-40a3-aeee-3773f986521b service neutron] 10.222.0.24 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129243 Jan 25 21:12:14.805237 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74fc671b-eaaa-4e8d-a47f-e493c284d856 req-63922449-9450-41dd-b532-203d8c222052 service neutron] 10.222.0.24 "GET /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962942 Jan 25 21:12:14.933230 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f1e44-c127-40df-8aa3-4590e9c05c8b req-60f69afe-0109-49ac-be16-fe2b60587780 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:14.933230 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ec5f1e44-c127-40df-8aa3-4590e9c05c8b req-60f69afe-0109-49ac-be16-fe2b60587780 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0555665 Jan 25 21:12:14.990177 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ec5f1e44-c127-40df-8aa3-4590e9c05c8b req-7f34bb49-6ea1-41fb-9f23-8027aae41a92 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547123 Jan 25 21:12:15.107813 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599566-bfe5-4132-91f3-0c95e0a22f2e req-af9fba59-89c8-43a6-b1ab-b448ee3b08be tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:15.109455 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2c599566-bfe5-4132-91f3-0c95e0a22f2e req-af9fba59-89c8-43a6-b1ab-b448ee3b08be tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0498004 Jan 25 21:12:15.158504 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2c599566-bfe5-4132-91f3-0c95e0a22f2e req-17b5f81b-87c9-4955-99f7-a3179ef40d2b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Jan 25 21:12:15.579423 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54d0be-88d4-45eb-a28f-9b576c5592c0 req-8ea450c3-c8ae-4432-a76b-2c05d0836bcd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:15.581677 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-de54d0be-88d4-45eb-a28f-9b576c5592c0 req-8ea450c3-c8ae-4432-a76b-2c05d0836bcd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0569148 Jan 25 21:12:15.651715 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-de54d0be-88d4-45eb-a28f-9b576c5592c0 req-6ed774dd-a8ba-49a9-b7d6-0863935395b1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617568 Jan 25 21:12:16.111872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f322246-f4fa-4c5c-be3c-f8b509e74606 req-089a3b01-2986-4bfc-b4b5-96fe2b9e5916 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:16.114197 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9f322246-f4fa-4c5c-be3c-f8b509e74606 req-089a3b01-2986-4bfc-b4b5-96fe2b9e5916 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0530369 Jan 25 21:12:16.184112 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9f322246-f4fa-4c5c-be3c-f8b509e74606 req-6d2ce95c-ec55-47fa-bd7d-bb88fc56910f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636625 Jan 25 21:12:16.299155 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6148a-2922-4d46-b31d-3983c420b2f0 req-81405a59-45c7-4fd2-822f-cd039321c48d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:16.301571 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c0d6148a-2922-4d46-b31d-3983c420b2f0 req-81405a59-45c7-4fd2-822f-cd039321c48d tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0592976 Jan 25 21:12:16.363209 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c0d6148a-2922-4d46-b31d-3983c420b2f0 req-285acf9a-3c7a-47d5-91e1-f3a21d58d90e tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555844 Jan 25 21:12:16.800954 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816b3a8-80c3-4502-be87-79adc68dec0a req-36b113dd-979d-402d-8578-3fbe5ed6fd9c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:16.810377 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b816b3a8-80c3-4502-be87-79adc68dec0a req-36b113dd-979d-402d-8578-3fbe5ed6fd9c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0819290 Jan 25 21:12:16.860808 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b816b3a8-80c3-4502-be87-79adc68dec0a req-6b6d5c5d-a99d-4550-8fc3-f7a8c443a639 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Jan 25 21:12:17.304758 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f6108-8f1d-4632-a050-a9965b3ea6e7 req-b17baa40-d38d-4b83-81f5-286f255a841a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:17.306202 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7a9f6108-8f1d-4632-a050-a9965b3ea6e7 req-b17baa40-d38d-4b83-81f5-286f255a841a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 944 time: 0.0584326 Jan 25 21:12:17.309939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 962f457b-2c45-41a1-b64d-19d75300985c details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:12:17.357280 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7a9f6108-8f1d-4632-a050-a9965b3ea6e7 req-bbf4ebf2-3ee7-4b84-a21d-aac85b9a8837 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Jan 25 21:12:17.480463 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=962f457b-2c45-41a1-b64d-19d75300985c,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:17.496509 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '962f457b-2c45-41a1-b64d-19d75300985c', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'port_id': '962f457b-2c45-41a1-b64d-19d75300985c', 'mac_address': 'fa:16:3e:f2:c9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:12:17.501014 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fd6cf-4075-406b-89b2-ebb3c1b5171b req-b726e29c-ae91-4a48-b2f9-49d354381f21 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:17.503135 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-671fd6cf-4075-406b-89b2-ebb3c1b5171b req-b726e29c-ae91-4a48-b2f9-49d354381f21 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0590057 Jan 25 21:12:17.548614 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 962f457b-2c45-41a1-b64d-19d75300985c is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:17.549534 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (962f457b-2c45-41a1-b64d-19d75300985c), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:17.559735 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-671fd6cf-4075-406b-89b2-ebb3c1b5171b req-9d8b1f79-6751-47de-ad52-1b3b96f78dff tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502923 Jan 25 21:12:17.585471 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962f457b-2c45-41a1-b64d-19d75300985c {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:12:17.625736 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=962f457b-2c45-41a1-b64d-19d75300985c,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:17.825126 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:17.872548 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:17.981065 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fbaf1-ee75-4bbc-a190-e3ccfa213643 req-ec749069-6aa6-44bb-ba74-f3679cd16b7c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:17.982811 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fa2fbaf1-ee75-4bbc-a190-e3ccfa213643 req-ec749069-6aa6-44bb-ba74-f3679cd16b7c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Jan 25 21:12:18.036319 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fa2fbaf1-ee75-4bbc-a190-e3ccfa213643 req-2f981ed1-6863-4370-95aa-fdd6f15510fd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Jan 25 21:12:18.494123 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477308a-0eb1-4c63-a504-4fd745aeee8c req-d9edfcbf-97ce-4925-9b97-c31937698bf1 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:18.495677 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5477308a-0eb1-4c63-a504-4fd745aeee8c req-d9edfcbf-97ce-4925-9b97-c31937698bf1 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 945 time: 0.0546191 Jan 25 21:12:18.546285 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5477308a-0eb1-4c63-a504-4fd745aeee8c req-a432ea91-fcfc-4558-98af-be85c7ab9624 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Jan 25 21:12:18.683004 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a2f98-8047-4338-bb42-6251869cf86d req-abc57c69-6aa1-47b7-9138-eb0eca025677 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:18.690224 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d04a2f98-8047-4338-bb42-6251869cf86d req-abc57c69-6aa1-47b7-9138-eb0eca025677 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0569112 Jan 25 21:12:18.736536 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d04a2f98-8047-4338-bb42-6251869cf86d req-1f0bda73-c535-4773-89fb-5769ab128531 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Jan 25 21:12:19.166016 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647d183-b451-42a2-b2d9-614b9e3eb522 req-8ba56315-9d20-4d4c-bf85-cf9a10fc5c11 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:19.168949 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8647d183-b451-42a2-b2d9-614b9e3eb522 req-8ba56315-9d20-4d4c-bf85-cf9a10fc5c11 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0552018 Jan 25 21:12:19.230333 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8647d183-b451-42a2-b2d9-614b9e3eb522 req-d8fb3fbf-4d22-465b-a40d-e057046139dc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535722 Jan 25 21:12:19.666925 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['962f457b-2c45-41a1-b64d-19d75300985c'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:19.675894 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e84125-da92-4131-94ab-be3065f468c1 req-e88c3b88-5b4c-4af7-bd10-7ba0300a251d tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:19.677516 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b0e84125-da92-4131-94ab-be3065f468c1 req-e88c3b88-5b4c-4af7-bd10-7ba0300a251d tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 945 time: 0.0566733 Jan 25 21:12:19.747424 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b0e84125-da92-4131-94ab-be3065f468c1 req-bb1d2bc9-f472-40f9-978a-6c760058a482 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608988 Jan 25 21:12:19.893267 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e4490-d417-4b2f-b372-5e783aeda7cb req-35171796-1766-4e5e-a9c5-696d17062db6 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:19.900246 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1e9e4490-d417-4b2f-b372-5e783aeda7cb req-35171796-1766-4e5e-a9c5-696d17062db6 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0661750 Jan 25 21:12:19.961247 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1e9e4490-d417-4b2f-b372-5e783aeda7cb req-6c1dc792-bfb6-43d9-9eda-0d146bd6dc77 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601377 Jan 25 21:12:20.368179 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9022e6e-c76c-4521-9ac6-d7bbd64c4e9a req-b4c14d9e-75e5-47f1-8856-fd3fe2aad9db tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:20.370028 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a9022e6e-c76c-4521-9ac6-d7bbd64c4e9a req-b4c14d9e-75e5-47f1-8856-fd3fe2aad9db tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0549161 Jan 25 21:12:20.427040 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a9022e6e-c76c-4521-9ac6-d7bbd64c4e9a req-ebbb8e1f-aa5a-4351-ac17-8a5613f6a2b9 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506306 Jan 25 21:12:20.898884 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412794e-6d27-4441-821c-bd8373316c87 req-317f092f-3662-44c2-a99b-8b5df8819511 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:20.916433 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7412794e-6d27-4441-821c-bd8373316c87 req-317f092f-3662-44c2-a99b-8b5df8819511 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 945 time: 0.0739400 Jan 25 21:12:21.056527 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7412794e-6d27-4441-821c-bd8373316c87 req-e5ee110f-6f96-42b0-9cf5-0307c353b54a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379817 Jan 25 21:12:21.148453 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f288d20-fe74-445c-a636-9fafd008aadb req-18a2e28e-85ab-4d28-9bca-b216c21eb8af tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:21.150467 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3f288d20-fe74-445c-a636-9fafd008aadb req-18a2e28e-85ab-4d28-9bca-b216c21eb8af tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 943 time: 0.0595162 Jan 25 21:12:21.170910 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device c21c9f6b-abee-470a-b0b3-e315a8a069fe details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:12:21.174345 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 962f457b-2c45-41a1-b64d-19d75300985c up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:12:21.206313 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3f288d20-fe74-445c-a636-9fafd008aadb req-1dd0707f-99cb-460e-bd1d-264c16cad23b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Jan 25 21:12:21.320208 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port c21c9f6b-abee-470a-b0b3-e315a8a069fe, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c21c9f6b-abee-470a-b0b3-e315a8a069fe,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:21.332371 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe', 'network_id': '73eeff85-0fa2-4af5-98e9-70c05786f3af', 'port_id': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe', 'mac_address': 'fa:16:3e:47:aa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112c76dc-21c5-402c-b419-2a0b47184973', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:12:21.375561 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port c21c9f6b-abee-470a-b0b3-e315a8a069fe is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:21.375561 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:21.389917 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21c9f6b-abee-470a-b0b3-e315a8a069fe {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:12:21.407449 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port c21c9f6b-abee-470a-b0b3-e315a8a069fe, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c21c9f6b-abee-470a-b0b3-e315a8a069fe,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:21.551042 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3eb34-b283-4c7c-9ef3-9259927314cf req-830548ba-7d69-42e0-8ee1-7f89eb6160e1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:21.552578 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-43c3eb34-b283-4c7c-9ef3-9259927314cf req-830548ba-7d69-42e0-8ee1-7f89eb6160e1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0499613 Jan 25 21:12:21.554795 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 962f457b-2c45-41a1-b64d-19d75300985c completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:12:21.557056 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:21.567208 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 962f457b-2c45-41a1-b64d-19d75300985c triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:12:21.567208 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (962f457b-2c45-41a1-b64d-19d75300985c), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:21.612558 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-43c3eb34-b283-4c7c-9ef3-9259927314cf req-62b4eb01-c761-439f-9e5f-5d807c064442 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510240 Jan 25 21:12:21.643727 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=c21c9f6b-abee-470a-b0b3-e315a8a069fe,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:21.834349 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 962f457b-2c45-41a1-b64d-19d75300985c is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:21.835058 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (962f457b-2c45-41a1-b64d-19d75300985c), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:21.861583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:21.863840 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45143f97-8811-447b-8531-760fb20fae99" -d '{"events": [{"server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "name": "network-vif-plugged", "status": "completed", "tag": "962f457b-2c45-41a1-b64d-19d75300985c"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:21.879009 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=962f457b-2c45-41a1-b64d-19d75300985c,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:21.904378 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cdb141-9abc-4fe7-9bcf-fa7ab72d8d11 x-openstack-request-id: req-a4cdb141-9abc-4fe7-9bcf-fa7ab72d8d11 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:21.904766 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "name": "network-vif-plugged", "status": "completed", "tag": "962f457b-2c45-41a1-b64d-19d75300985c", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:21.905035 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4cdb141-9abc-4fe7-9bcf-fa7ab72d8d11 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:21.905435 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c', 'code': 200} Jan 25 21:12:21.987520 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:22.059562 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['c21c9f6b-abee-470a-b0b3-e315a8a069fe'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:22.090225 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:22.257226 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823101f-8652-41e3-9b3b-c97184774ebc req-fb64ee41-3a97-454a-8834-7b2bb78bac66 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:22.259800 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c823101f-8652-41e3-9b3b-c97184774ebc req-fb64ee41-3a97-454a-8834-7b2bb78bac66 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0658667 Jan 25 21:12:22.326209 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c823101f-8652-41e3-9b3b-c97184774ebc req-208af156-79fd-45ab-879a-6fa0f8c64226 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577798 Jan 25 21:12:22.462599 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7bae0-e593-4eda-b7d3-c8313a307198 req-23e0a0a3-4fc1-4b78-a085-e5a264f0c126 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:22.471077 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-96b7bae0-e593-4eda-b7d3-c8313a307198 req-23e0a0a3-4fc1-4b78-a085-e5a264f0c126 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 944 time: 0.1341372 Jan 25 21:12:22.517550 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029ee76-15e8-485c-a865-87c5e2166bbf req-c97d043e-02ae-4afc-b4a4-a9211db6ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:22.519365 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d029ee76-15e8-485c-a865-87c5e2166bbf req-c97d043e-02ae-4afc-b4a4-a9211db6ecdf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1099 time: 0.0944805 Jan 25 21:12:22.535865 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-96b7bae0-e593-4eda-b7d3-c8313a307198 req-f46b2e6c-f0b3-4564-85ae-a2b4dc758802 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Jan 25 21:12:22.585402 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d029ee76-15e8-485c-a865-87c5e2166bbf req-e71884a0-c0ac-4a5b-84ae-a8d5bdbd19a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484290 Jan 25 21:12:22.744570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536156e-94c7-4837-9926-309e71844fa8 req-ed134f87-51ba-4b94-8f7a-99335c543808 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:22.752183 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8536156e-94c7-4837-9926-309e71844fa8 req-ed134f87-51ba-4b94-8f7a-99335c543808 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0625601 Jan 25 21:12:22.800948 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8536156e-94c7-4837-9926-309e71844fa8 req-26f4507c-b44b-4717-95df-bfeb858f5b22 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479183 Jan 25 21:12:23.472292 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479fed-5e13-4206-9fc3-231f4355bd48 req-02f04e59-b986-4956-9d8b-96af14948a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:23.473998 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7f479fed-5e13-4206-9fc3-231f4355bd48 req-02f04e59-b986-4956-9d8b-96af14948a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0739710 Jan 25 21:12:23.565087 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7f479fed-5e13-4206-9fc3-231f4355bd48 req-202a23ef-2e6d-4c18-88ff-39b623c9057b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802901 Jan 25 21:12:23.697040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad56e3-65bd-42c7-987a-c4b44b672f19 req-b5b838e7-bb35-40a8-9ad8-5b353cdb4e14 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:23.698649 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-92ad56e3-65bd-42c7-987a-c4b44b672f19 req-b5b838e7-bb35-40a8-9ad8-5b353cdb4e14 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 944 time: 0.0572779 Jan 25 21:12:23.755921 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-92ad56e3-65bd-42c7-987a-c4b44b672f19 req-0bf91126-2f72-4a55-a4dd-140f173fb309 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512271 Jan 25 21:12:24.021273 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5acda-e47a-493b-80e9-dc6aa51a72ca req-0c467160-5128-4c93-9312-3418fb536b73 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:24.022785 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7d5acda-e47a-493b-80e9-dc6aa51a72ca req-0c467160-5128-4c93-9312-3418fb536b73 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0570099 Jan 25 21:12:24.090722 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7d5acda-e47a-493b-80e9-dc6aa51a72ca req-4b23aaef-0ea0-49f9-8f22-b2d38e88c942 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588529 Jan 25 21:12:24.206842 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ee6c1-f3fb-474c-9bd2-17d949dbdf61 req-e14543f6-2037-4bda-89e5-2ba6385893b7 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:24.212495 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-6e9b7bf3-6097-4d31-aeea-a0c54bdc2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:24.214375 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-6e9b7bf3-6097-4d31-aeea-a0c54bdc2669 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.0729163 Jan 25 21:12:24.219393 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0d3ee6c1-f3fb-474c-9bd2-17d949dbdf61 req-e14543f6-2037-4bda-89e5-2ba6385893b7 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1276016 Jan 25 21:12:24.283728 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0d3ee6c1-f3fb-474c-9bd2-17d949dbdf61 req-61445fa9-ba15-4c62-9af5-38a922c79841 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631518 Jan 25 21:12:24.342154 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-1b37fb8c-33e0-4d08-a85d-000d873bf6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:24.343953 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-1b37fb8c-33e0-4d08-a85d-000d873bf6e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.1196742 Jan 25 21:12:24.394213 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-6d0d3f95-f1f1-44da-9437-52462b0d5ace service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0393603 Jan 25 21:12:24.490514 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-adc78ec9-7937-4657-8a86-6a6d00c74027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:24.492734 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-adc78ec9-7937-4657-8a86-6a6d00c74027 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0794301 Jan 25 21:12:24.534455 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-76dbb7d8-155e-4c6e-a272-2d7f4548806d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305505 Jan 25 21:12:24.713788 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-319f47f1-a4e6-42d7-94cb-a18527064a38 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704173 Jan 25 21:12:24.752770 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036b30-694e-4cde-89f3-c20c28873161 req-41bec79e-68ac-4ed4-a88c-d5f41d34f6ea tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:24.754395 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-41036b30-694e-4cde-89f3-c20c28873161 req-41bec79e-68ac-4ed4-a88c-d5f41d34f6ea tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0879650 Jan 25 21:12:24.846737 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-41036b30-694e-4cde-89f3-c20c28873161 req-019189e8-6d18-4439-b1b3-1754e4a63050 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857129 Jan 25 21:12:24.857928 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ca2f19c-7382-4f8f-b312-364b8282d2d4 req-06400a4c-cb2d-4582-bcee-92521e3c3985 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340966 Jan 25 21:12:24.912548 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5294-2008-44e4-bd75-b1708b68b070 req-5003c6bd-7a3e-4767-a84a-da24c033f5ef tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:24.912548 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5d4c5294-2008-44e4-bd75-b1708b68b070 req-5003c6bd-7a3e-4767-a84a-da24c033f5ef tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 944 time: 0.0533705 Jan 25 21:12:24.947617 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5d4c5294-2008-44e4-bd75-b1708b68b070 req-a3379011-6772-4788-8a8f-884e26cb149c tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Jan 25 21:12:25.187721 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device c21c9f6b-abee-470a-b0b3-e315a8a069fe up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:12:25.490899 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce01243-5284-4996-85a2-162c0dc5e696 req-c985f0da-4c6d-4fba-952c-6b44a694ae1f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:25.492371 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9ce01243-5284-4996-85a2-162c0dc5e696 req-c985f0da-4c6d-4fba-952c-6b44a694ae1f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0489347 Jan 25 21:12:25.545877 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9ce01243-5284-4996-85a2-162c0dc5e696 req-c3fb4897-74f4-4bbc-9387-85d78c616ab8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480154 Jan 25 21:12:25.591637 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port c21c9f6b-abee-470a-b0b3-e315a8a069fe completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:12:25.598342 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port c21c9f6b-abee-470a-b0b3-e315a8a069fe triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:12:25.598791 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:25.701718 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fc20a3a9-7eb8-46c7-a230-c1f5809eb910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:25.721498 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port c21c9f6b-abee-470a-b0b3-e315a8a069fe is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:25.722046 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:25.733097 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a1062-9c3e-4b9f-9d40-96d76687bac1 req-dbb41a25-b8e7-4d17-8734-fbbb54aee094 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:25.739455 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4f9a1062-9c3e-4b9f-9d40-96d76687bac1 req-dbb41a25-b8e7-4d17-8734-fbbb54aee094 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1220727 Jan 25 21:12:25.763285 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port c21c9f6b-abee-470a-b0b3-e315a8a069fe, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c21c9f6b-abee-470a-b0b3-e315a8a069fe,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:25.764388 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:25.768440 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6eba81-0671-4a18-8546-595a40c3973c" -d '{"events": [{"server_uuid": "ef87ee12-c1b6-4f76-b365-8de07b2e62cb", "name": "network-vif-plugged", "status": "completed", "tag": "c21c9f6b-abee-470a-b0b3-e315a8a069fe"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:25.821966 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4f9a1062-9c3e-4b9f-9d40-96d76687bac1 req-092512a3-b547-4a22-bb88-109cca335ef6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721693 Jan 25 21:12:25.824199 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b4ab2-35fd-482e-bccb-aaace8a6ec19 x-openstack-request-id: req-c21b4ab2-35fd-482e-bccb-aaace8a6ec19 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:25.824519 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef87ee12-c1b6-4f76-b365-8de07b2e62cb", "name": "network-vif-plugged", "status": "completed", "tag": "c21c9f6b-abee-470a-b0b3-e315a8a069fe", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:25.824780 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c21b4ab2-35fd-482e-bccb-aaace8a6ec19 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:25.825253 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe', 'code': 200} Jan 25 21:12:25.876326 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:25.984455 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=c21c9f6b-abee-470a-b0b3-e315a8a069fe,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:26.055396 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59042e02-61ce-4766-aeb4-ee88c6e4fd8c req-3a70a692-c555-4a58-a3fb-749dde5126f9 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:26.057311 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-59042e02-61ce-4766-aeb4-ee88c6e4fd8c req-3a70a692-c555-4a58-a3fb-749dde5126f9 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0753124 Jan 25 21:12:26.063644 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-30150efb-33d9-451d-9715-d20fecb6337a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:26.070273 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-30150efb-33d9-451d-9715-d20fecb6337a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.1550329 Jan 25 21:12:26.082454 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-7251e248-0d85-4cce-91d9-4a21cdadd014 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/quotas/0b79d41991344f249ba47758d51bbb54 HTTP/1.1" status: 200 len: 375 time: 0.0105155 Jan 25 21:12:26.135060 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-59042e02-61ce-4766-aeb4-ee88c6e4fd8c req-de5504c0-ba7f-47b2-905e-16669a242e38 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704353 Jan 25 21:12:26.167668 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-79db585f-c994-4e9e-b8c1-501d9ffa3ada tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779870 Jan 25 21:12:26.279963 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78b058-42e1-4366-9716-7a494f5a63e2 req-f20b7b65-cc2d-4943-b9b6-cda9dae5fa6b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:26.284848 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278189b5-cc65-4d01-a99d-11ea64248f74 req-17547c81-e683-4817-8b1c-3144f468e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:26.286392 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-278189b5-cc65-4d01-a99d-11ea64248f74 req-17547c81-e683-4817-8b1c-3144f468e16c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 1098 time: 0.1437874 Jan 25 21:12:26.289321 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ed78b058-42e1-4366-9716-7a494f5a63e2 req-f20b7b65-cc2d-4943-b9b6-cda9dae5fa6b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 945 time: 0.0625420 Jan 25 21:12:26.342537 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad6b63-dcef-4fdd-958e-7decb1efb659 service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519208 Jan 25 21:12:26.351228 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ed78b058-42e1-4366-9716-7a494f5a63e2 req-c2d8b55a-61d0-43e7-b59b-34b811fcb395 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606928 Jan 25 21:12:26.395369 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-278189b5-cc65-4d01-a99d-11ea64248f74 req-ea200053-741c-48f8-b1af-4c7348ded952 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931952 Jan 25 21:12:26.474430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-f7098e39-8c20-4a87-bd74-f1b6d6e6211d service neutron] 10.222.0.20 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197884 Jan 25 21:12:26.482008 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c513a6-2b57-46a0-a935-2d92a87db38e req-52c85968-e643-4c28-bb1c-c45ba495f583 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:26.486887 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-02c513a6-2b57-46a0-a935-2d92a87db38e req-52c85968-e643-4c28-bb1c-c45ba495f583 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0530581 Jan 25 21:12:26.546945 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-02c513a6-2b57-46a0-a935-2d92a87db38e req-56a619f6-19e0-4dbb-9b86-108118abded2 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Jan 25 21:12:26.965636 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498274d1-e844-4703-8b87-3323e2105f5d req-3f853c9f-fe28-42ce-a117-590f02422a8a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:26.967161 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-498274d1-e844-4703-8b87-3323e2105f5d req-3f853c9f-fe28-42ce-a117-590f02422a8a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0560725 Jan 25 21:12:27.027821 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9afb2-24f6-44dc-a635-f7411313b8e4 req-b9c3fd43-9801-4037-bc21-faea4b76bb80 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:27.029468 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-54a9afb2-24f6-44dc-a635-f7411313b8e4 req-b9c3fd43-9801-4037-bc21-faea4b76bb80 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0560653 Jan 25 21:12:27.045502 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-498274d1-e844-4703-8b87-3323e2105f5d req-6d9af53c-c3d3-4a58-bc4b-223c7d0bd476 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617726 Jan 25 21:12:27.085242 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-54a9afb2-24f6-44dc-a635-f7411313b8e4 req-ec83c1b5-2209-463b-99c6-27183353f3ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Jan 25 21:12:27.118647 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a0b5e08d-206b-40b3-805d-ab39c14ab47f req-e62cfbde-8c4a-41c0-8233-8521e682f895 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 210 time: 0.0283601 Jan 25 21:12:27.196079 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190d107-1cd3-420b-8043-cbb184d7997e req-9f8f4f23-bb24-485f-a243-59d13da4f319 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:27.197561 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9190d107-1cd3-420b-8043-cbb184d7997e req-9f8f4f23-bb24-485f-a243-59d13da4f319 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0480127 Jan 25 21:12:27.248296 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9190d107-1cd3-420b-8043-cbb184d7997e req-acec7ff3-2d42-46e1-a85a-c912735b8e7a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Jan 25 21:12:27.319395 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 36720) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:27.483677 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca70c81-8b2c-47c4-9a01-1573155f7d3d req-99c54d23-2ec4-402e-80f1-d19778c3a09c tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:27.490885 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8ca70c81-8b2c-47c4-9a01-1573155f7d3d req-99c54d23-2ec4-402e-80f1-d19778c3a09c tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 945 time: 0.0602634 Jan 25 21:12:27.502315 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 36730) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:27.548077 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8ca70c81-8b2c-47c4-9a01-1573155f7d3d req-1dcb1a25-68ae-4928-a3bc-e6556fbc73fb tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553341 Jan 25 21:12:27.573142 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.581910 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-60754df9-e7f2-466d-a135-99b878a2012b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.648034 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Publish callbacks [] for security_group (7900f1c1-0526-4dcc-b5d9-f58cf8cceaee), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.653627 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-60754df9-e7f2-466d-a135-99b878a2012b admin admin] Publish callbacks [] for security_group (125dbd6e-e192-4f1d-990e-9189db027578), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.773486 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-60754df9-e7f2-466d-a135-99b878a2012b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (125dbd6e-e192-4f1d-990e-9189db027578), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.773696 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (7900f1c1-0526-4dcc-b5d9-f58cf8cceaee), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.802187 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ee4eff37-33d4-4cf2-9888-5eeb0d7497ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.814988 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-60754df9-e7f2-466d-a135-99b878a2012b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c06dc32571640d5a36e4846d55931a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940801 Jan 25 21:12:27.815660 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 36736) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:27.825464 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c1d27656e844f74924c3c2dc11bb514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221073 Jan 25 21:12:27.826409 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7900f1c1-0526-4dcc-b5d9-f58cf8cceaee,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:27.829403 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 36738) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:27.840867 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.841478 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.841852 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.842195 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.842530 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.842863 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.843190 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.843517 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.843845 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.844536 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.844536 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.844828 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.848634 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50621ab-087d-4986-9742-8eaaf4226308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:12:27.856002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60754df9-e7f2-466d-a135-99b878a2012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125dbd6e-e192-4f1d-990e-9189db027578,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:27.882970 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-aaf990f3-c912-498f-8159-05fd4d1be367 admin admin] Publish callbacks [] for security_group (125dbd6e-e192-4f1d-990e-9189db027578), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.892428 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e735cf1f-cae1-4b0b-90b3-62621036a241 admin admin] Publish callbacks [] for security_group (7900f1c1-0526-4dcc-b5d9-f58cf8cceaee), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.903443 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-aaf990f3-c912-498f-8159-05fd4d1be367 admin admin] Publish callbacks [] for security_group (125dbd6e-e192-4f1d-990e-9189db027578), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:27.913862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e735cf1f-cae1-4b0b-90b3-62621036a241 admin admin] Publish callbacks [] for security_group (7900f1c1-0526-4dcc-b5d9-f58cf8cceaee), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:28.034580 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-aaf990f3-c912-498f-8159-05fd4d1be367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (125dbd6e-e192-4f1d-990e-9189db027578), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:28.034729 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e735cf1f-cae1-4b0b-90b3-62621036a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (7900f1c1-0526-4dcc-b5d9-f58cf8cceaee), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:28.037394 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-aaf990f3-c912-498f-8159-05fd4d1be367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:28.037903 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e735cf1f-cae1-4b0b-90b3-62621036a241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:28.044625 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-aaf990f3-c912-498f-8159-05fd4d1be367 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/125dbd6e-e192-4f1d-990e-9189db027578 HTTP/1.1" status: 204 len: 168 time: 0.2178874 Jan 25 21:12:28.045196 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-e735cf1f-cae1-4b0b-90b3-62621036a241 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7900f1c1-0526-4dcc-b5d9-f58cf8cceaee HTTP/1.1" status: 204 len: 168 time: 0.2079880 Jan 25 21:12:28.053258 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf990f3-c912-498f-8159-05fd4d1be367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125dbd6e-e192-4f1d-990e-9189db027578,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:28.060138 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735cf1f-cae1-4b0b-90b3-62621036a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900f1c1-0526-4dcc-b5d9-f58cf8cceaee,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:28.073588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-81a8114f-fb7b-4c96-a652-f7807a487324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:28.075417 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-81a8114f-fb7b-4c96-a652-f7807a487324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1098 time: 0.0671024 Jan 25 21:12:28.247480 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6769c4d-a51a-44e3-a8c2-8d865f6efcfb req-b3225577-4ba1-48c1-bcac-484de65c800b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:28.249383 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a6769c4d-a51a-44e3-a8c2-8d865f6efcfb req-b3225577-4ba1-48c1-bcac-484de65c800b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0598769 Jan 25 21:12:28.285298 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-bddc86b7-789f-43e9-bdc2-be001c1058fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:28.287115 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-bddc86b7-789f-43e9-bdc2-be001c1058fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.2005610 Jan 25 21:12:28.306876 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb760-50ad-4110-b2ac-f0ce043363de req-f2e49d7f-67c6-4efb-98ba-9d0ea6a8b65d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:28.307544 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a6769c4d-a51a-44e3-a8c2-8d865f6efcfb req-781679a6-245f-4749-a018-b72573acc480 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522287 Jan 25 21:12:28.309130 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ac0cb760-50ad-4110-b2ac-f0ce043363de req-f2e49d7f-67c6-4efb-98ba-9d0ea6a8b65d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.1278095 Jan 25 21:12:28.414032 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-414e7e71-8179-471e-b004-f1774b7fbd29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dcaae43-dd36-472e-ae30-092b0af82099 HTTP/1.1" status: 200 len: 1001 time: 0.0989170 Jan 25 21:12:28.418904 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ac0cb760-50ad-4110-b2ac-f0ce043363de req-62712c5d-72a8-452d-8aee-091dd24affa7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963607 Jan 25 21:12:28.434122 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-193ec3ae-bc3c-4fe1-9e9d-9d9c5269ceb0 req-bd2cd801-87e7-4dec-bb5b-6c8fd64448f9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 210 time: 0.0371871 Jan 25 21:12:28.483283 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-5df0649a-0a34-479f-8f65-2e775e705307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:28.484887 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-5df0649a-0a34-479f-8f65-2e775e705307 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0631063 Jan 25 21:12:28.537312 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-6080923e-2783-48d0-9146-29295b1e81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:28.538856 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-6080923e-2783-48d0-9146-29295b1e81ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471337 Jan 25 21:12:28.645503 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-32cdc98e-5e36-4ef9-9ccf-b40ce99488be service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951757 Jan 25 21:12:28.762343 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32256405-1073-4849-a875-6aa4ae9462a0 req-fe395640-8a56-41c4-8d6b-4f4d62d50b77 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:28.763864 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32256405-1073-4849-a875-6aa4ae9462a0 req-fe395640-8a56-41c4-8d6b-4f4d62d50b77 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 945 time: 0.1093643 Jan 25 21:12:28.800810 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-900b9682-c0dc-43d2-b2e1-65aba317a2f9 req-67deaebf-9383-4a30-bc92-40d53583f5df service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113210 Jan 25 21:12:28.829236 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32256405-1073-4849-a875-6aa4ae9462a0 req-0bbaf1cb-e65c-4300-9050-a02cca946918 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591044 Jan 25 21:12:29.110515 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:29.436823 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd0a-0097-4494-91ea-243d9f0b2298 req-be60e60f-9fba-4d87-9c39-87f848d16c54 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:29.438324 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-63a6fd0a-0097-4494-91ea-243d9f0b2298 req-be60e60f-9fba-4d87-9c39-87f848d16c54 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0511587 Jan 25 21:12:29.489042 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-63a6fd0a-0097-4494-91ea-243d9f0b2298 req-98106ae4-1441-481b-b392-034cc24abc34 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Jan 25 21:12:29.594681 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178c6c3-5421-44cd-9dec-fdf6e84b9f40 req-8da96787-f531-4175-aa0b-14b4f652ff93 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:29.596798 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1178c6c3-5421-44cd-9dec-fdf6e84b9f40 req-8da96787-f531-4175-aa0b-14b4f652ff93 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0507267 Jan 25 21:12:29.645667 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1178c6c3-5421-44cd-9dec-fdf6e84b9f40 req-2ec33db9-6293-42c5-9df9-f823c917400d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429666 Jan 25 21:12:29.771082 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ef0eecab-a3e5-40d5-b82c-0bd95ae7e421 req-13e99c5d-4b6c-4049-ab47-7307fbaf346a tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 210 time: 0.0562899 Jan 25 21:12:29.814556 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-a232e2a3-c5dc-457a-8fd9-88d637f2a498 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:29.815968 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-a232e2a3-c5dc-457a-8fd9-88d637f2a498 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/networks?id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 200 len: 814 time: 0.1299961 Jan 25 21:12:29.829389 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Request body: {'port': {'device_id': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'admin_state_up': True, 'tenant_id': '0b79d41991344f249ba47758d51bbb54'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:29.972787 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725295c3-ac26-4832-b308-5d14512dfeaf req-930c8b08-0251-48b4-a902-995ea212090b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:29.977889 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-725295c3-ac26-4832-b308-5d14512dfeaf req-930c8b08-0251-48b4-a902-995ea212090b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 945 time: 0.0779564 Jan 25 21:12:30.024031 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-725295c3-ac26-4832-b308-5d14512dfeaf req-69818c59-fce5-457f-b3ed-863bdb9ef166 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Jan 25 21:12:30.093385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Made reservation on behalf of 0b79d41991344f249ba47758d51bbb54 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:12:30.096872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:30.218819 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Allocated IP 172.20.0.2 (cfedde32-4f8a-4ca5-989b-3ccfd1e778db/186c52da-c432-434e-b661-51411906922e/782d2290-f509-4160-9cad-eb4a0091e16f) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:12:30.363157 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks [] for port (782d2290-f509-4160-9cad-eb4a0091e16f), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:30.560647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:30.577444 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59', 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'd09dde1c-bf36-462f-bb8e-2538cf5f7867'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:30.602712 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:30.632317 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Network cfedde32-4f8a-4ca5-989b-3ccfd1e778db is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:12:30.637975 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:12:30.640797 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:12:30.686782 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event updated for resources: {'Port': ['ID=782d2290-f509-4160-9cad-eb4a0091e16f,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:30.705116 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1687c2-c6cb-40d4-988f-cfb5a478ca00 req-b4ea15c6-d376-4175-8295-cbeab42ab70d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:30.707211 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0f1687c2-c6cb-40d4-988f-cfb5a478ca00 req-b4ea15c6-d376-4175-8295-cbeab42ab70d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1410329 Jan 25 21:12:30.719054 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:30.719683 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:30.783052 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0f1687c2-c6cb-40d4-988f-cfb5a478ca00 req-8c96198d-89f0-479e-ba48-bb8598d69e8a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641351 Jan 25 21:12:30.806153 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b353e0-8dcc-4d46-aa9c-c938696cac81 req-1c36abe6-7b3d-400b-bfa4-eaf57ce2cdb4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:30.808628 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-19b353e0-8dcc-4d46-aa9c-c938696cac81 req-1c36abe6-7b3d-400b-bfa4-eaf57ce2cdb4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 945 time: 0.0658374 Jan 25 21:12:30.859334 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-19b353e0-8dcc-4d46-aa9c-c938696cac81 req-8869fd69-2267-4f99-bae5-c3762b8408b8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Jan 25 21:12:30.869450 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-53ad4e3d-84c2-41f4-bfdc-8533ec0bca42 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0435555 Jan 25 21:12:30.891435 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Request body: {'port': {'device_id': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:30.954688 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0c37-9ead-4b06-8cea-c36c4563285f req-5c2cf3c5-5509-49ab-a59e-12542038dbd5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:30.956139 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31de0c37-9ead-4b06-8cea-c36c4563285f req-5c2cf3c5-5509-49ab-a59e-12542038dbd5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 931 time: 0.1038527 Jan 25 21:12:30.960236 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.047076 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31de0c37-9ead-4b06-8cea-c36c4563285f req-a6d58726-8a70-4399-a789-c2445c26cccb tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837145 Jan 25 21:12:31.212760 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:12:31.263000 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782d2290-f509-4160-9cad-eb4a0091e16f {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:12:31.270587 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Publish callbacks [] for port (782d2290-f509-4160-9cad-eb4a0091e16f), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.282113 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Transition to ACTIVE for port object 782d2290-f509-4160-9cad-eb4a0091e16f will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:12:31.301736 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: ACTIVE; New status is: DOWN {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:31.302162 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.325830 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:31.328225 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c30c61-5eb3-456b-bc2e-5b0eb3eb46b3" -d '{"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:31.345123 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:31.381514 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30982904-1146-404e-9e7e-88b8ce4d4fe4 x-openstack-request-id: req-30982904-1146-404e-9e7e-88b8ce4d4fe4 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:31.381880 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:31.382148 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30982904-1146-404e-9e7e-88b8ce4d4fe4 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:31.382546 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099', 'code': 200} Jan 25 21:12:31.402030 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.434230 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.457021 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=782d2290-f509-4160-9cad-eb4a0091e16f,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:31.490539 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=8']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:31.524465 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Attempting to bind port 782d2290-f509-4160-9cad-eb4a0091e16f on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:12:31.524796 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Attempting to bind port 782d2290-f509-4160-9cad-eb4a0091e16f by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:12:31.525122 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Attempting to bind port 782d2290-f509-4160-9cad-eb4a0091e16f on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:12:31.529350 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Port 782d2290-f509-4160-9cad-eb4a0091e16f on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:12:31.529660 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Attempting to bind port 782d2290-f509-4160-9cad-eb4a0091e16f on network cfedde32-4f8a-4ca5-989b-3ccfd1e778db {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:12:31.534819 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:12:31.535147 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Checking segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:12:31.535521 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Bound using segment: {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:12:31.535934 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Bound port: 782d2290-f509-4160-9cad-eb4a0091e16f, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c83d99-b448-4d17-94e7-b8feaaa33f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:12:31.536277 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.739692 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9da7-3ce5-4783-be26-2aa3dae90e7b req-485b89d2-4274-4238-8939-ad6cbf3ea564 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:31.741390 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e83d9da7-3ce5-4783-be26-2aa3dae90e7b req-485b89d2-4274-4238-8939-ad6cbf3ea564 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 945 time: 0.0538256 Jan 25 21:12:31.790307 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e83d9da7-3ce5-4783-be26-2aa3dae90e7b req-07526fe8-a8f4-4ada-b5f0-47f864807542 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Jan 25 21:12:31.796578 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.841810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] For port 782d2290-f509-4160-9cad-eb4a0091e16f, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:12:31.845735 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] For port 782d2290-f509-4160-9cad-eb4a0091e16f, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=782d2290-f509-4160-9cad-eb4a0091e16f,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:12:31.894871 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f351da-b48a-4a70-b676-ea44a62a4260 req-abe1fd2c-f902-4e5a-9bd7-a0cdccb30b5d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:31.896011 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f1f351da-b48a-4a70-b676-ea44a62a4260 req-abe1fd2c-f902-4e5a-9bd7-a0cdccb30b5d tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0461960 Jan 25 21:12:31.930962 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.978258 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:31.979233 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:31.980436 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] 10.222.0.24 "PUT /v2.0/ports/782d2290-f509-4160-9cad-eb4a0091e16f HTTP/1.1" status: 200 len: 1093 time: 1.0930953 Jan 25 21:12:31.983603 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f1f351da-b48a-4a70-b676-ea44a62a4260 req-97b19a84-094f-4383-bf97-01e6d8e0d416 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816536 Jan 25 21:12:31.984085 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'tag': '782d2290-f509-4160-9cad-eb4a0091e16f'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:31.986460 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab97da1-206b-4cf1-b2ae-c563bd68fcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "43bfc8f2-73c5-48b3-ac38-1e3291428639", "tag": "782d2290-f509-4160-9cad-eb4a0091e16f"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:31.994826 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778444d9-db7a-4903-bdb8-a9784a5a6bd2 req-93d5c7fc-3310-4aa4-ac53-c59f953b9c16 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:31.996478 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-778444d9-db7a-4903-bdb8-a9784a5a6bd2 req-93d5c7fc-3310-4aa4-ac53-c59f953b9c16 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0535278 Jan 25 21:12:32.020586 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244e94f-a8ba-4dec-b6fd-76eb8709fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=782d2290-f509-4160-9cad-eb4a0091e16f,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:32.032012 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68105561-58b7-4d7a-bd8c-2373f4e5636d x-openstack-request-id: req-68105561-58b7-4d7a-bd8c-2373f4e5636d {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:32.032012 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bfc8f2-73c5-48b3-ac38-1e3291428639", "tag": "782d2290-f509-4160-9cad-eb4a0091e16f", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:32.032911 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68105561-58b7-4d7a-bd8c-2373f4e5636d {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:32.033004 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'tag': '782d2290-f509-4160-9cad-eb4a0091e16f', 'status': 'completed', 'code': 200} Jan 25 21:12:32.047832 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-778444d9-db7a-4903-bdb8-a9784a5a6bd2 req-6abe4332-a652-417e-b687-d91885d619bd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454609 Jan 25 21:12:32.135872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97da1-206b-4cf1-b2ae-c563bd68fcb5 req-b889e15b-6034-479f-a85e-f9475d2c96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:32.137368 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ab97da1-206b-4cf1-b2ae-c563bd68fcb5 req-b889e15b-6034-479f-a85e-f9475d2c96b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 1096 time: 0.0536296 Jan 25 21:12:32.228545 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc22c24-d7ef-4a7b-8d35-7b1e83a492a2 req-3003cda8-ed87-4372-a7ec-309c4f50e37d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:32.230022 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ddc22c24-d7ef-4a7b-8d35-7b1e83a492a2 req-3003cda8-ed87-4372-a7ec-309c4f50e37d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 943 time: 0.1092017 Jan 25 21:12:32.284839 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97da1-206b-4cf1-b2ae-c563bd68fcb5 req-9af83655-74cd-4fbc-bfe1-1a3e070ea7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:32.286402 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ab97da1-206b-4cf1-b2ae-c563bd68fcb5 req-9af83655-74cd-4fbc-bfe1-1a3e070ea7e1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b79d41991344f249ba47758d51bbb54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1360962 Jan 25 21:12:32.306734 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ddc22c24-d7ef-4a7b-8d35-7b1e83a492a2 req-a85d1d39-cf19-4543-b7d7-d64d62e62e26 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692983 Jan 25 21:12:32.404761 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97da1-206b-4cf1-b2ae-c563bd68fcb5 req-a806e272-f34d-4504-9d5c-e5d0d70dfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:32.406319 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ab97da1-206b-4cf1-b2ae-c563bd68fcb5 req-a806e272-f34d-4504-9d5c-e5d0d70dfdb3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109736 Jan 25 21:12:32.498065 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-a7cb3666-bef5-45fa-84c6-97b6e9f0e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:32.499541 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-a7cb3666-bef5-45fa-84c6-97b6e9f0e79d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b79d41991344f249ba47758d51bbb54&device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 1096 time: 0.0388024 Jan 25 21:12:32.539876 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-7c8e7bc9-8cda-4f26-a319-83ce1393b56f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=782d2290-f509-4160-9cad-eb4a0091e16f HTTP/1.1" status: 200 len: 217 time: 0.0325563 Jan 25 21:12:32.590667 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-34ddf308-f601-4a59-bb42-2980ba626b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:32.592064 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-34ddf308-f601-4a59-bb42-2980ba626b9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 200 len: 854 time: 0.0457504 Jan 25 21:12:32.621587 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-f57c7c6e-4470-497e-a4f3-cfe5c4fb7c14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfedde32-4f8a-4ca5-989b-3ccfd1e778db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233521 Jan 25 21:12:32.709823 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-515d4b0f-9536-4fb1-91c0-92fa539dc7a7 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805869 Jan 25 21:12:32.798947 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-508cf3e8-d24a-4ae4-86d8-ffd7f970634a req-e282bf4b-3407-4235-8ecd-0d95c34fad40 service neutron] 10.222.0.24 "GET /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821631 Jan 25 21:12:32.912539 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6dabe-ac20-4097-8cdb-758a2e19efdd req-30295083-3449-4792-a391-aacb8b431987 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:32.914164 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-deb6dabe-ac20-4097-8cdb-758a2e19efdd req-30295083-3449-4792-a391-aacb8b431987 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 945 time: 0.0481935 Jan 25 21:12:32.958715 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-deb6dabe-ac20-4097-8cdb-758a2e19efdd req-61af338f-e270-4b52-9a8a-78c2f520286f tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Jan 25 21:12:33.101764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b376-e5cf-4ec4-b1e4-d445c9e22813 req-d6d7ab72-72b8-4216-b615-78a3ed27e8f7 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:33.103249 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9468b376-e5cf-4ec4-b1e4-d445c9e22813 req-d6d7ab72-72b8-4216-b615-78a3ed27e8f7 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Jan 25 21:12:33.149787 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9468b376-e5cf-4ec4-b1e4-d445c9e22813 req-bb8276d3-1bb0-4b0c-a2ac-cee540bf3748 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Jan 25 21:12:33.229242 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [req-de4ae2a5-8d81-4e38-ba74-593e2d88ff69 req-bae3f704-3030-4d75-9149-40a6764de3a6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:12:33.230171 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-de4ae2a5-8d81-4e38-ba74-593e2d88ff69 req-bae3f704-3030-4d75-9149-40a6764de3a6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054321 Jan 25 21:12:33.417898 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0debd72-d635-4148-a95c-15c1486bf057 req-2a85f9a0-0484-4b10-980d-e0cdfe2b0a2f tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:33.419373 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f0debd72-d635-4148-a95c-15c1486bf057 req-2a85f9a0-0484-4b10-980d-e0cdfe2b0a2f tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 943 time: 0.0467732 Jan 25 21:12:33.465445 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f0debd72-d635-4148-a95c-15c1486bf057 req-be55c08f-312c-40dc-8676-140bc8cd3f29 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Jan 25 21:12:33.541568 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-967a2024-6a0d-43e9-bcc0-e0d4fb58ce89 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:33.543134 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-967a2024-6a0d-43e9-bcc0-e0d4fb58ce89 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 945 time: 0.0535953 Jan 25 21:12:33.577157 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1957-8222-4098-892d-d5add8d36f66 req-58774218-3e9f-4865-8d0c-0c901a41afc5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:33.578659 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0f8c1957-8222-4098-892d-d5add8d36f66 req-58774218-3e9f-4865-8d0c-0c901a41afc5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0475793 Jan 25 21:12:33.638740 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0f8c1957-8222-4098-892d-d5add8d36f66 req-6a694b7e-d461-4dbd-b1a7-3fd8874ac370 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531893 Jan 25 21:12:33.647148 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Deleting port c21c9f6b-abee-470a-b0b3-e315a8a069fe {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:12:33.647357 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:33.734738 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] For port c21c9f6b-abee-470a-b0b3-e315a8a069fe, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c21c9f6b-abee-470a-b0b3-e315a8a069fe,segment=NetworkSegment(0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7),segment_id=0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:33.735007 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:33.747769 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Calling delete_port for c21c9f6b-abee-470a-b0b3-e315a8a069fe owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:12:33.956699 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (c21c9f6b-abee-470a-b0b3-e315a8a069fe), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:33.971664 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['c21c9f6b-abee-470a-b0b3-e315a8a069fe'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:33.983830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Pushing event deleted for resources: {'Port': ['ID=c21c9f6b-abee-470a-b0b3-e315a8a069fe,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:34.037179 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] No DVR routers for this DVR port c21c9f6b-abee-470a-b0b3-e315a8a069fe on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:12:34.040674 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:34.044415 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c99b779e-e549-4e9e-9dc2-1460ca82824f req-22f55a2e-a691-4b4a-b99c-36d32e8e6f5b tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.24 "DELETE /v2.0/ports/c21c9f6b-abee-470a-b0b3-e315a8a069fe HTTP/1.1" status: 204 len: 173 time: 0.4954813 Jan 25 21:12:34.046082 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'name': 'network-vif-deleted', 'tag': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:34.049422 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab415f-eb90-4db3-8929-020b1e76a79f" -d '{"events": [{"server_uuid": "ef87ee12-c1b6-4f76-b365-8de07b2e62cb", "name": "network-vif-deleted", "tag": "c21c9f6b-abee-470a-b0b3-e315a8a069fe"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:34.077350 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-650dde7f-90f7-40f6-8e00-1183952e9dcc req-45ab1e16-7c6b-4479-8afe-9bee0dead3b9 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0319698 Jan 25 21:12:34.085528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678487c-8090-432d-984e-6f85d243d708 x-openstack-request-id: req-7678487c-8090-432d-984e-6f85d243d708 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:34.085853 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef87ee12-c1b6-4f76-b365-8de07b2e62cb", "name": "network-vif-deleted", "tag": "c21c9f6b-abee-470a-b0b3-e315a8a069fe", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:34.086114 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7678487c-8090-432d-984e-6f85d243d708 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:34.086507 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef87ee12-c1b6-4f76-b365-8de07b2e62cb', 'name': 'network-vif-deleted', 'tag': 'c21c9f6b-abee-470a-b0b3-e315a8a069fe', 'status': 'completed', 'code': 200} Jan 25 21:12:34.211501 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 36880) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:34.264796 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100ab40-71d2-46e5-a350-8451e1a23432 req-eb97fb79-d307-4f22-be34-ce6baa7224da tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:34.266383 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6100ab40-71d2-46e5-a350-8451e1a23432 req-eb97fb79-d307-4f22-be34-ce6baa7224da tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0479410 Jan 25 21:12:34.334854 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-c197e4c2-2693-4ecd-aea9-de83e38fb218 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221991 Jan 25 21:12:34.338292 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6100ab40-71d2-46e5-a350-8451e1a23432 req-54844ea2-e28e-4e9c-919c-a7c334d618cf tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622540 Jan 25 21:12:34.343398 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-a5f40f56-2bfb-4049-a47f-31c79ce5d6b3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:12:34.344500 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-a5f40f56-2bfb-4049-a47f-31c79ce5d6b3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048809 Jan 25 21:12:34.586500 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394523-12f0-4e74-b09b-19d046b38c5f req-f775e0c2-6da4-4e7f-baf8-0ea6e450f394 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:34.587949 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9b394523-12f0-4e74-b09b-19d046b38c5f req-f775e0c2-6da4-4e7f-baf8-0ea6e450f394 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 943 time: 0.0465181 Jan 25 21:12:34.634738 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9b394523-12f0-4e74-b09b-19d046b38c5f req-e7fab090-4644-4a5f-8ae3-07c1e4d717ad tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Jan 25 21:12:34.763553 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88ab9a-2d62-438a-b91d-9cc13bcfc7af req-7da9207b-8df6-4999-b927-96b4d226b26c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:34.764909 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d88ab9a-2d62-438a-b91d-9cc13bcfc7af req-7da9207b-8df6-4999-b927-96b4d226b26c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0558016 Jan 25 21:12:34.813962 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d88ab9a-2d62-438a-b91d-9cc13bcfc7af req-87d58126-6a9f-44a9-9869-276e8ae9a953 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Jan 25 21:12:34.864988 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:35.191113 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ee8e2e92-c349-4ce7-929c-c02fa0452e05 req-f26f8756-4710-41a1-8d44-113e31f6ee38 tempest-VolumesActionsTest-162283515 tempest-VolumesActionsTest-162283515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef87ee12-c1b6-4f76-b365-8de07b2e62cb HTTP/1.1" status: 200 len: 210 time: 0.0252779 Jan 25 21:12:35.216700 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 782d2290-f509-4160-9cad-eb4a0091e16f details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:12:35.220644 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:12:35.359055 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: DOWN; New status is: DOWN {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:35.375666 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 782d2290-f509-4160-9cad-eb4a0091e16f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=782d2290-f509-4160-9cad-eb4a0091e16f,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:35.387405 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '782d2290-f509-4160-9cad-eb4a0091e16f', 'network_id': 'cfedde32-4f8a-4ca5-989b-3ccfd1e778db', 'port_id': '782d2290-f509-4160-9cad-eb4a0091e16f', 'mac_address': 'fa:16:3e:30:2d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186c52da-c432-434e-b661-51411906922e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:12:35.425785 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 782d2290-f509-4160-9cad-eb4a0091e16f is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:35.426258 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:35.441203 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782d2290-f509-4160-9cad-eb4a0091e16f {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:12:35.461136 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 782d2290-f509-4160-9cad-eb4a0091e16f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=782d2290-f509-4160-9cad-eb4a0091e16f,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:35.464242 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf50ae-510d-4702-8bae-66e8cfe25bdd req-df554230-7451-4bf1-8d8d-ca5ff34f8446 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:35.465784 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4daf50ae-510d-4702-8bae-66e8cfe25bdd req-df554230-7451-4bf1-8d8d-ca5ff34f8446 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0500865 Jan 25 21:12:35.511261 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4daf50ae-510d-4702-8bae-66e8cfe25bdd req-18826b89-2076-4967-8ab9-c7ca4fbd3cc8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Jan 25 21:12:35.531698 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:35.587293 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=782d2290-f509-4160-9cad-eb4a0091e16f,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:35.753505 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e294651-e78e-4aa6-8aa2-31eaa718b0fa req-b29adbaf-3c48-4e3e-91d5-27fd691070f1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:35.754983 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0e294651-e78e-4aa6-8aa2-31eaa718b0fa req-b29adbaf-3c48-4e3e-91d5-27fd691070f1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 944 time: 0.0536108 Jan 25 21:12:35.800559 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0e294651-e78e-4aa6-8aa2-31eaa718b0fa req-89b585bc-a58d-4e4f-a55c-07bec638470d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Jan 25 21:12:35.899938 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['782d2290-f509-4160-9cad-eb4a0091e16f'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:35.933874 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4bb87-3c7a-4292-8537-2dae816cfc6f req-911122ff-0f8a-45c8-8ef2-ecca0e708784 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:35.935271 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-94d4bb87-3c7a-4292-8537-2dae816cfc6f req-911122ff-0f8a-45c8-8ef2-ecca0e708784 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0498352 Jan 25 21:12:35.981235 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-94d4bb87-3c7a-4292-8537-2dae816cfc6f req-571cbdc7-ec51-4615-9c78-c5e38e8d7d2b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387852 Jan 25 21:12:36.577363 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27311beb-9e5d-4334-b65f-25307a4e9ace req-ee000c10-3da8-4453-8cdf-7e0b137914d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:36.578898 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-27311beb-9e5d-4334-b65f-25307a4e9ace req-ee000c10-3da8-4453-8cdf-7e0b137914d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.0409405 Jan 25 21:12:36.657052 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e92f6-8363-4756-9316-8a11c71eb3c6 req-758029d8-64cf-4cc6-a16b-01b9a0502dea tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:36.658639 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-706e92f6-8363-4756-9316-8a11c71eb3c6 req-758029d8-64cf-4cc6-a16b-01b9a0502dea tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0777366 Jan 25 21:12:36.660786 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-27311beb-9e5d-4334-b65f-25307a4e9ace req-e1c226d5-0237-4c4b-925a-5e9d780ca0fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706580 Jan 25 21:12:36.707179 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-706e92f6-8363-4756-9316-8a11c71eb3c6 req-8290c98a-954e-4cc8-b62b-ec99d14d8ccd tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Jan 25 21:12:36.911109 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6947-deeb-420b-9df1-c0af520b4d82 req-ff5b968b-f677-4117-8931-e4073bc1ffc7 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:36.912832 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a00f6947-deeb-420b-9df1-c0af520b4d82 req-ff5b968b-f677-4117-8931-e4073bc1ffc7 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 944 time: 0.0478539 Jan 25 21:12:36.963862 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a00f6947-deeb-420b-9df1-c0af520b4d82 req-2de70e3a-45ed-456b-b1a7-00c6be4400a9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Jan 25 21:12:37.104579 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6dad5-b603-4931-bce6-103b49a98822 req-91b18226-818d-4d88-b205-e15a7537c5e0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:37.105733 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b7c6dad5-b603-4931-bce6-103b49a98822 req-91b18226-818d-4d88-b205-e15a7537c5e0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0499611 Jan 25 21:12:37.154843 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b7c6dad5-b603-4931-bce6-103b49a98822 req-d2dd014f-dbbb-4ed0-ae4e-80b260e57bf7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430357 Jan 25 21:12:37.231230 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 782d2290-f509-4160-9cad-eb4a0091e16f up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:12:37.342211 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 782d2290-f509-4160-9cad-eb4a0091e16f completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:12:37.346151 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 782d2290-f509-4160-9cad-eb4a0091e16f triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:12:37.353209 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:37.423578 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 782d2290-f509-4160-9cad-eb4a0091e16f is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:37.423983 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:37.446803 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782d2290-f509-4160-9cad-eb4a0091e16f'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:37.449010 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8f2ba2-a8c0-45f8-91bc-817c4ba7e533" -d '{"events": [{"server_uuid": "43bfc8f2-73c5-48b3-ac38-1e3291428639", "name": "network-vif-plugged", "status": "completed", "tag": "782d2290-f509-4160-9cad-eb4a0091e16f"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:37.460794 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 782d2290-f509-4160-9cad-eb4a0091e16f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=782d2290-f509-4160-9cad-eb4a0091e16f,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:37.484701 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ef9b09-90a3-4249-b035-f4f76040e60c x-openstack-request-id: req-08ef9b09-90a3-4249-b035-f4f76040e60c {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:37.485012 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bfc8f2-73c5-48b3-ac38-1e3291428639", "name": "network-vif-plugged", "status": "completed", "tag": "782d2290-f509-4160-9cad-eb4a0091e16f", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:37.485295 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08ef9b09-90a3-4249-b035-f4f76040e60c {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:37.486290 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782d2290-f509-4160-9cad-eb4a0091e16f', 'code': 200} Jan 25 21:12:37.549006 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:37.549852 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device c21c9f6b-abee-470a-b0b3-e315a8a069fe no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:12:37.588403 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: c21c9f6b-abee-470a-b0b3-e315a8a069fe {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:12:37.588751 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device c21c9f6b-abee-470a-b0b3-e315a8a069fe not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:12:37.614358 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=782d2290-f509-4160-9cad-eb4a0091e16f,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:37.821248 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1568c-ceeb-4ebb-a988-d22dce2bb8aa req-970f1e0c-1ac5-423b-8262-73b6323bc164 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:37.822761 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-59a1568c-ceeb-4ebb-a988-d22dce2bb8aa req-970f1e0c-1ac5-423b-8262-73b6323bc164 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0486143 Jan 25 21:12:37.848204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e64b9a-b3a6-4b61-a39e-867b894e8884 req-a98ac4f7-e726-4039-8b2b-d05b78cf4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:37.849712 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a4e64b9a-b3a6-4b61-a39e-867b894e8884 req-a98ac4f7-e726-4039-8b2b-d05b78cf4e07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 1098 time: 0.0399966 Jan 25 21:12:37.872449 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-59a1568c-ceeb-4ebb-a988-d22dce2bb8aa req-b891c5e0-a0ab-4b7c-8971-21ca6adbed88 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Jan 25 21:12:38.082636 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ce07a-b283-4cfd-b037-961f5e2f4954 req-538e227f-73ed-4cb7-814f-98b7abf5394b tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:38.084073 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-469ce07a-b283-4cfd-b037-961f5e2f4954 req-538e227f-73ed-4cb7-814f-98b7abf5394b tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.0458674 Jan 25 21:12:38.128170 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-469ce07a-b283-4cfd-b037-961f5e2f4954 req-64ecaef4-7e39-42c7-9587-a96f4e894ad4 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 Jan 25 21:12:38.269554 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16edb55-b639-4902-a132-12bd0361870e req-d738c385-c2c0-4e56-9e11-004cabde5016 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:38.271020 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c16edb55-b639-4902-a132-12bd0361870e req-d738c385-c2c0-4e56-9e11-004cabde5016 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0461502 Jan 25 21:12:38.319250 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c16edb55-b639-4902-a132-12bd0361870e req-d43bf92e-5f21-4f5f-8278-d77d7a3315a4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 Jan 25 21:12:38.985890 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7d25c-e002-49f8-a6b6-19b42a27fb03 req-83c6c484-2357-459b-abd9-7f4911a5ba35 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:38.987323 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-adf7d25c-e002-49f8-a6b6-19b42a27fb03 req-83c6c484-2357-459b-abd9-7f4911a5ba35 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0497353 Jan 25 21:12:39.031198 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-adf7d25c-e002-49f8-a6b6-19b42a27fb03 req-2dd30a30-4561-45ec-82e1-c3ce73053e91 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Jan 25 21:12:39.237523 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd07e-5eb6-41ef-ab13-03c1e6738e0d req-a35d3496-9603-433b-b6a7-ed26d7bd13ec tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:39.238972 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-971cd07e-5eb6-41ef-ab13-03c1e6738e0d req-a35d3496-9603-433b-b6a7-ed26d7bd13ec tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.0461292 Jan 25 21:12:39.283898 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-971cd07e-5eb6-41ef-ab13-03c1e6738e0d req-2f27d2b8-4f23-4e6b-8eb7-ce2df9783908 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Jan 25 21:12:39.436906 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd70607-8b7b-4aae-9ddd-04138a169d97 req-95b6a6c4-c6c8-4d7a-91d2-5466291fdf40 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:39.438385 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8cd70607-8b7b-4aae-9ddd-04138a169d97 req-95b6a6c4-c6c8-4d7a-91d2-5466291fdf40 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0505912 Jan 25 21:12:39.483070 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8cd70607-8b7b-4aae-9ddd-04138a169d97 req-da418b85-39af-42e0-bf15-d7aaefb11959 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 Jan 25 21:12:40.140543 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459939a-58ba-47f8-8abc-d86ff8263a17 req-866136dc-5afc-482e-ba7b-cf38f6cd4098 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:40.141995 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f459939a-58ba-47f8-8abc-d86ff8263a17 req-866136dc-5afc-482e-ba7b-cf38f6cd4098 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0454354 Jan 25 21:12:40.186016 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f459939a-58ba-47f8-8abc-d86ff8263a17 req-5b142296-0142-4836-aa7d-e074d3defe49 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Jan 25 21:12:40.393168 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d08f3-1d1c-4c22-9353-b9a7cef7a3f1 req-e014ecc7-7ef1-445a-b12c-41a880475aaf tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:40.394631 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e34d08f3-1d1c-4c22-9353-b9a7cef7a3f1 req-e014ecc7-7ef1-445a-b12c-41a880475aaf tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.0455980 Jan 25 21:12:40.442567 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e34d08f3-1d1c-4c22-9353-b9a7cef7a3f1 req-c231f740-a5ad-4180-9bb8-52b0150e1b9b tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Jan 25 21:12:40.598202 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a4e64b9a-b3a6-4b61-a39e-867b894e8884 req-89198810-7747-4abe-99bd-efe23a52f7b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724144 Jan 25 21:12:40.629028 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547b690-8c6a-4ac2-871d-5266a45669e8 req-72559dd2-157a-4c29-9964-fc9d53240d05 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:40.629028 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f547b690-8c6a-4ac2-871d-5266a45669e8 req-72559dd2-157a-4c29-9964-fc9d53240d05 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0713062 Jan 25 21:12:40.682654 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f547b690-8c6a-4ac2-871d-5266a45669e8 req-27031d7a-bf04-4642-9483-e02991c450a4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488348 Jan 25 21:12:41.012089 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:12:41.042062 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb8d5c-43c7-4c1a-9798-7b542fdcc11a req-af537e2c-6fe2-47a8-9ad0-b3ce54c3fb7d tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:41.043571 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05fb8d5c-43c7-4c1a-9798-7b542fdcc11a req-af537e2c-6fe2-47a8-9ad0-b3ce54c3fb7d tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0519505 Jan 25 21:12:41.092418 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05fb8d5c-43c7-4c1a-9798-7b542fdcc11a req-11b8fe34-effe-43b0-a082-5a2e6c24cbf1 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Jan 25 21:12:41.114690 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37016) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:41.252570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b41f43-8b09-42af-adb5-d0f9ab64a6a6 tempest-TestMinimumBasicScenario-1492412369 tempest-TestMinimumBasicScenario-1492412369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:41.254112 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-49b41f43-8b09-42af-adb5-d0f9ab64a6a6 tempest-TestMinimumBasicScenario-1492412369 tempest-TestMinimumBasicScenario-1492412369-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1094 time: 0.1384337 Jan 25 21:12:41.256941 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37022) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:41.261098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'port_id': '962f457b-2c45-41a1-b64d-19d75300985c', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:41.299747 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4684625-5645-4b2d-a003-d3047a30ad04 req-3828ab66-5ec1-4038-905f-86a505c4880b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:41.301195 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b4684625-5645-4b2d-a003-d3047a30ad04 req-3828ab66-5ec1-4038-905f-86a505c4880b tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0474436 Jan 25 21:12:41.348171 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b4684625-5645-4b2d-a003-d3047a30ad04 req-c084a819-8228-4f63-af80-4da41b84a9b8 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Jan 25 21:12:41.371295 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:41.474284 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:41.561048 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6985f5-9665-4a1c-918a-e01f27680050 req-b56c45a9-0ff9-47be-9315-09a79c2483f5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:41.562561 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8a6985f5-9665-4a1c-918a-e01f27680050 req-b56c45a9-0ff9-47be-9315-09a79c2483f5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.0520322 Jan 25 21:12:41.580371 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Allocated IP 172.27.2.70 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/a30d7beb-0bfd-4698-b731-d8bddb129a3c) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:12:41.608144 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8a6985f5-9665-4a1c-918a-e01f27680050 req-b220c9c4-8033-4dc6-b48f-ebee93e5d6b0 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jan 25 21:12:41.687089 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:41.833807 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e293a6f-c42b-40df-82cc-d6ec0ca9ebde req-ed2b8f6f-1e27-4313-8601-14cd834889ce tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:41.835206 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6e293a6f-c42b-40df-82cc-d6ec0ca9ebde req-ed2b8f6f-1e27-4313-8601-14cd834889ce tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0575910 Jan 25 21:12:41.850512 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:41.885626 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6e293a6f-c42b-40df-82cc-d6ec0ca9ebde req-d781a149-d212-45fd-8f8c-b56b5ddbb07f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432806 Jan 25 21:12:41.892424 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:12:41.904273 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f85d-11ae-4ae2-b19a-059d630d15a9 req-8f149462-16c2-4370-a4cf-52ccf07165a5 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:41.911069 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-68f5f85d-11ae-4ae2-b19a-059d630d15a9 req-8f149462-16c2-4370-a4cf-52ccf07165a5 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1021802 Jan 25 21:12:41.917222 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:12:41.933317 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:12:41.997650 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'Port': ['ID=a30d7beb-0bfd-4698-b731-d8bddb129a3c,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:42.042430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-68f5f85d-11ae-4ae2-b19a-059d630d15a9 req-588562db-dbaf-4c98-baaf-7559fbf7e3ea tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302698 Jan 25 21:12:42.045639 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-439767d2-6a34-4c71-a8af-9ab3e2a0b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:42.047123 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-439767d2-6a34-4c71-a8af-9ab3e2a0b093 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 1098 time: 0.1315577 Jan 25 21:12:42.234661 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-c77ba066-b5a9-4f97-b790-5a2030fec666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:42.237476 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-c77ba066-b5a9-4f97-b790-5a2030fec666 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 200 len: 920 time: 0.1742711 Jan 25 21:12:42.326946 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-a7ee430a-2b83-4ea8-81ec-83a368891f00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0360084 Jan 25 21:12:42.419705 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-115b6ddd-a1aa-4b4e-adab-a486b0ff2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:42.419705 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-115b6ddd-a1aa-4b4e-adab-a486b0ff2094 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 200 len: 859 time: 0.0834258 Jan 25 21:12:42.493069 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-62b50864-93b6-4274-8877-6709f57272cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40c50e9-050a-434c-92d8-564eafde7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592821 Jan 25 21:12:42.650357 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for floatingip (17bb63af-d615-489b-9356-a985a759d48b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:42.685730 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-be7a8700-0ee3-472a-85ff-6fbe1d1dd291 service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772051 Jan 25 21:12:42.793724 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a378e7-3f26-4c3d-bcbc-8f7068a1818e req-c186e35c-135f-4570-9c01-a7c83a03cf40 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:42.795257 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-00a378e7-3f26-4c3d-bcbc-8f7068a1818e req-c186e35c-135f-4570-9c01-a7c83a03cf40 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.1112382 Jan 25 21:12:42.844480 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8246f6bd-7c7b-41ee-afd3-451d1be6860c req-8acc8332-c5ca-4516-9093-abd3d0b9985c service neutron] 10.222.0.24 "GET /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463284 Jan 25 21:12:42.864710 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-00a378e7-3f26-4c3d-bcbc-8f7068a1818e req-b5a7281d-dfa1-4b52-9b2e-4d3e131cef85 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621619 Jan 25 21:12:43.081953 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:43.093413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c2ef6-00b0-4330-bcdb-f6cf614f6e7f req-40beb6fd-4ea1-406c-ba06-094928ad42cf tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:43.094971 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e90c2ef6-00b0-4330-bcdb-f6cf614f6e7f req-40beb6fd-4ea1-406c-ba06-094928ad42cf tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.1003706 Jan 25 21:12:43.198134 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b860a-7f91-44a7-a506-c53667a070bd req-f66d3a63-19e5-4dc0-b861-a91be59b9433 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:43.202397 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e90c2ef6-00b0-4330-bcdb-f6cf614f6e7f req-54e0d3b1-f152-42e1-bc65-f228b290f86e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905027 Jan 25 21:12:43.206307 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d15b860a-7f91-44a7-a506-c53667a070bd req-f66d3a63-19e5-4dc0-b861-a91be59b9433 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0733631 Jan 25 21:12:43.280893 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d15b860a-7f91-44a7-a506-c53667a070bd req-f0e93e05-0be6-488f-9cd8-04e622eab5f5 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707300 Jan 25 21:12:43.599063 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:43.656987 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:43.797433 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'Port': ['ID=a30d7beb-0bfd-4698-b731-d8bddb129a3c,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:43.814294 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (17bb63af-d615-489b-9356-a985a759d48b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:43.857090 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-fd5604c9-e1ea-468d-b827-7212bdfce043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:43.858623 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-fd5604c9-e1ea-468d-b827-7212bdfce043 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1&tenant_id=4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 1096 time: 0.1596227 Jan 25 21:12:43.965438 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Floating IP 17bb63af-d615-489b-9356-a985a759d48b associated. External IP: 172.27.2.70, port: 962f457b-2c45-41a1-b64d-19d75300985c. Jan 25 21:12:44.012382 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-302967c9-7960-4dcf-a4f6-26d91e16a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:44.013988 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-302967c9-7960-4dcf-a4f6-26d91e16a106 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1096 time: 0.0912004 Jan 25 21:12:44.189913 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-506c8fef-0542-4415-afbd-b8033e29fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:44.191296 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-506c8fef-0542-4415-afbd-b8033e29fd0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.1686492 Jan 25 21:12:44.305652 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-ca6b060e-c8a4-4ee2-ae87-1cc7a2127126 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dcaae43-dd36-472e-ae30-092b0af82099 HTTP/1.1" status: 200 len: 999 time: 0.1062770 Jan 25 21:12:44.316051 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Router 88f81417-d640-4b0e-8ef5-f17d46ad1691 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:12:44.400501 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-e3a0cdd4-daa7-49d2-ade8-f5ce23c04b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:44.401966 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-e3a0cdd4-daa7-49d2-ade8-f5ce23c04b76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0886602 Jan 25 21:12:44.433630 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161489c-8927-45e3-a455-20eee30102ea req-87a14549-712b-469c-b937-3cc3ab186aa5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:44.435204 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e161489c-8927-45e3-a455-20eee30102ea req-87a14549-712b-469c-b937-3cc3ab186aa5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.1390989 Jan 25 21:12:44.514788 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e161489c-8927-45e3-a455-20eee30102ea req-aa8df673-5f0f-4123-ba62-1c65ba5ba41f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700667 Jan 25 21:12:44.551781 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-85710da5-9a66-43d1-9fde-a50617c30b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:44.553371 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-85710da5-9a66-43d1-9fde-a50617c30b0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1381080 Jan 25 21:12:44.559946 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766f081-508a-4f13-a830-eb18b4a5ed70 req-f2674558-d9a3-4f4c-8dab-62be3d25d10f tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:44.561316 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c766f081-508a-4f13-a830-eb18b4a5ed70 req-f2674558-d9a3-4f4c-8dab-62be3d25d10f tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.1629534 Jan 25 21:12:44.562823 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:12:44.580566 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] Sync routers for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:12:44.595022 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:12:44.596039 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:12:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:12:44.684788 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c766f081-508a-4f13-a830-eb18b4a5ed70 req-b86eb39c-6a1b-4ce9-a4b5-c1b1a9e805ca tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123211 Jan 25 21:12:44.699355 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:44.736423 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:12:44.797702 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-985d6ec4-ec97-4c2f-985f-4321dcb130ef service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324336 Jan 25 21:12:44.802214 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-2ba3cb94-0ca1-446a-adea-15cbe23f632f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5443385 Jan 25 21:12:44.802919 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:44.804996 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37094) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:44.805588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d055092f-4998-46ef-903b-0aaba0b9403c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:44.811454 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-92fba184-5c3e-4d5c-bcf9-8d8c75dae628 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056788159', 'description': 'tempest-secgroup-smoke-1056788159 description', 'project_id': 'be89953d26bc43a8855b4a55bee3e652'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:44.871720 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf5a466-6fcf-41f6-b35c-ba1d42cb090c x-openstack-request-id: req-8bf5a466-6fcf-41f6-b35c-ba1d42cb090c {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:44.872783 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:44.873265 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bf5a466-6fcf-41f6-b35c-ba1d42cb090c {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:44.873927 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c', 'status': 'completed', 'code': 200} Jan 25 21:12:44.966442 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c63ee031-ac57-4d7e-bb0d-8769412333d5 req-8a4b7d23-1ece-4cf0-8a0a-95751e2eb89d service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464169 Jan 25 21:12:44.973525 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-92fba184-5c3e-4d5c-bcf9-8d8c75dae628 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:45.016805 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '17bb63af-d615-489b-9356-a985a759d48b', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'port_id': '962f457b-2c45-41a1-b64d-19d75300985c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'mac_address': 'fa:16:3e:f2:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:12:42Z', 'updated_at': '2022-01-25T21:12:42Z', 'revision_number': 0, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:25Z', 'revision_number': 5, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:12:45.039118 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055092f-4998-46ef-903b-0aaba0b9403c req-68750ff5-2d15-4219-857c-94acd4025e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:45.041351 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d055092f-4998-46ef-903b-0aaba0b9403c req-68750ff5-2d15-4219-857c-94acd4025e75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1099 time: 0.1077428 Jan 25 21:12:45.051956 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] Checking router: 88f81417-d640-4b0e-8ef5-f17d46ad1691 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:12:45.065394 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:12:45.066395 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:12:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:12:45.172115 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-92fba184-5c3e-4d5c-bcf9-8d8c75dae628 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group (5f228723-ff71-41a0-b778-5b23ee1310bf), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:45.187751 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055092f-4998-46ef-903b-0aaba0b9403c req-0f4dbf62-d5cd-41dc-88d9-8e76f936ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:45.189656 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d055092f-4998-46ef-903b-0aaba0b9403c req-0f4dbf62-d5cd-41dc-88d9-8e76f936ab3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 200 len: 916 time: 0.1412840 Jan 25 21:12:45.226351 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:12:45.248363 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-92fba184-5c3e-4d5c-bcf9-8d8c75dae628 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5f228723-ff71-41a0-b778-5b23ee1310bf), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:45.269115 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d055092f-4998-46ef-903b-0aaba0b9403c req-c87c0ab0-cc16-46a6-a6d2-329f50fc828e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 999 time: 0.0673666 Jan 25 21:12:45.338729 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055092f-4998-46ef-903b-0aaba0b9403c req-9db373fb-c175-4515-a0b2-595b1fbb2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:45.341427 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d055092f-4998-46ef-903b-0aaba0b9403c req-9db373fb-c175-4515-a0b2-595b1fbb2b29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3a1a2fd-b63a-4b98-9d15-8f6de245133d HTTP/1.1" status: 200 len: 854 time: 0.0627375 Jan 25 21:12:45.347965 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fba184-5c3e-4d5c-bcf9-8d8c75dae628 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f228723-ff71-41a0-b778-5b23ee1310bf,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:45.356116 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-92fba184-5c3e-4d5c-bcf9-8d8c75dae628 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:45.368517 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-92fba184-5c3e-4d5c-bcf9-8d8c75dae628 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5620325 Jan 25 21:12:45.368664 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37108) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:45.383460 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-3aa6c4b1-9cfd-4040-a2a4-fe05f0b99a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'security_group_rule': {'security_group_id': '5f228723-ff71-41a0-b778-5b23ee1310bf', 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:45.448356 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055092f-4998-46ef-903b-0aaba0b9403c req-f5402e51-fe1e-476b-b53d-c45b8b8cedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:45.450380 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d055092f-4998-46ef-903b-0aaba0b9403c req-f5402e51-fe1e-476b-b53d-c45b8b8cedda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42e6abed-670e-4223-ad2a-28699d10e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0952494 Jan 25 21:12:45.585163 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d055092f-4998-46ef-903b-0aaba0b9403c req-f2f5be61-d1a0-476e-b71c-98baa5770f79 service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244142 Jan 25 21:12:45.606492 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '17bb63af-d615-489b-9356-a985a759d48b', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'port_id': '962f457b-2c45-41a1-b64d-19d75300985c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'mac_address': 'fa:16:3e:f2:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:12:42Z', 'updated_at': '2022-01-25T21:12:42Z', 'revision_number': 0, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:25Z', 'revision_number': 5, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:12:45.659657 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a044a-7fb4-44c7-a77f-d0a11c9dcf08 None None] The sync data for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi is: [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '17bb63af-d615-489b-9356-a985a759d48b', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'port_id': '962f457b-2c45-41a1-b64d-19d75300985c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'mac_address': 'fa:16:3e:f2:c9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:12:42Z', 'updated_at': '2022-01-25T21:12:42Z', 'revision_number': 0, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:25Z', 'revision_number': 5, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:12:45.755643 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c4b1-9cfd-4040-a2a4-fe05f0b99a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (f5a14d3f-166d-48a3-8ff3-fd4522271050), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:45.827180 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7d9dd-1532-4a3e-a833-5ae0bb67e662 req-3e887b5f-8308-47f0-8cb9-e9a7e8508434 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:45.828776 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-19a7d9dd-1532-4a3e-a833-5ae0bb67e662 req-3e887b5f-8308-47f0-8cb9-e9a7e8508434 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.2006173 Jan 25 21:12:45.832769 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d055092f-4998-46ef-903b-0aaba0b9403c req-3dd3d7c0-6c6e-4d3b-b009-431f195d793e service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283306 Jan 25 21:12:45.890729 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c4b1-9cfd-4040-a2a4-fe05f0b99a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (f5a14d3f-166d-48a3-8ff3-fd4522271050), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:45.911719 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-19a7d9dd-1532-4a3e-a833-5ae0bb67e662 req-8f275494-76c7-424b-b9c7-21908305dd61 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732412 Jan 25 21:12:46.208268 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c56cd-7377-4d32-848f-693206b46cd1 None None] New status for floating IP 17bb63af-d615-489b-9356-a985a759d48b: ACTIVE {{(pid=103219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:12:46.211239 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf831d-ec2a-4f77-b5a4-e40d91812929 req-ce959f5b-508e-4cf5-b22c-e4b9c6a50a83 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:46.211239 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9caf831d-ec2a-4f77-b5a4-e40d91812929 req-ce959f5b-508e-4cf5-b22c-e4b9c6a50a83 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0652547 Jan 25 21:12:46.211239 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9caf831d-ec2a-4f77-b5a4-e40d91812929 req-32ca4e7f-bae3-40c5-a22f-3e35f0b91904 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Jan 25 21:12:46.311035 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c4b1-9cfd-4040-a2a4-fe05f0b99a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (f5a14d3f-166d-48a3-8ff3-fd4522271050), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:46.354798 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c4b1-9cfd-4040-a2a4-fe05f0b99a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a14d3f-166d-48a3-8ff3-fd4522271050,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:46.481854 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c4b1-9cfd-4040-a2a4-fe05f0b99a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:46.485967 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3aa6c4b1-9cfd-4040-a2a4-fe05f0b99a37 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1135311 Jan 25 21:12:46.486622 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37150) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:46.492320 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-f0c3db06-000b-45ab-a916-5b8151952708 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'security_group_rule': {'security_group_id': '5f228723-ff71-41a0-b778-5b23ee1310bf', 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:46.619502 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f0c3db06-000b-45ab-a916-5b8151952708 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (ecbac0cf-85bb-4919-bafc-bf0b857742e9), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:46.688446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f0c3db06-000b-45ab-a916-5b8151952708 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (ecbac0cf-85bb-4919-bafc-bf0b857742e9), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:46.768580 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f0c3db06-000b-45ab-a916-5b8151952708 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (ecbac0cf-85bb-4919-bafc-bf0b857742e9), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:46.832095 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3db06-000b-45ab-a916-5b8151952708 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbac0cf-85bb-4919-bafc-bf0b857742e9,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:46.931556 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f0c3db06-000b-45ab-a916-5b8151952708 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:46.933837 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f0c3db06-000b-45ab-a916-5b8151952708 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4457676 Jan 25 21:12:46.936990 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37154) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:46.942356 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-3b4bab1f-a6d2-48bc-aab2-24ddd7a4efb5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'security_group_rule': {'security_group_id': '5f228723-ff71-41a0-b778-5b23ee1310bf', 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:47.092824 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab1f-a6d2-48bc-aab2-24ddd7a4efb5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (e885d4f0-8c99-433f-ae69-3f0c45a3c332), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.110129 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42c078-d42a-4f70-9208-85f9b857c9e0 req-d495a558-b9d2-4661-b746-5c112a745d88 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:47.114075 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-dc42c078-d42a-4f70-9208-85f9b857c9e0 req-d495a558-b9d2-4661-b746-5c112a745d88 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0830522 Jan 25 21:12:47.217872 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab1f-a6d2-48bc-aab2-24ddd7a4efb5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (e885d4f0-8c99-433f-ae69-3f0c45a3c332), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.219129 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-dc42c078-d42a-4f70-9208-85f9b857c9e0 req-24815682-1da1-496f-b0e3-0d20ff298125 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957565 Jan 25 21:12:47.283796 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab1f-a6d2-48bc-aab2-24ddd7a4efb5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (e885d4f0-8c99-433f-ae69-3f0c45a3c332), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.307222 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bab1f-a6d2-48bc-aab2-24ddd7a4efb5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e885d4f0-8c99-433f-ae69-3f0c45a3c332,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:47.425712 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3b4bab1f-a6d2-48bc-aab2-24ddd7a4efb5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.427587 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3b4bab1f-a6d2-48bc-aab2-24ddd7a4efb5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4895353 Jan 25 21:12:47.430325 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37162) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:47.443471 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-f2882567-462d-4b88-b0d1-8e9d464d9f64 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'security_group_rule': {'security_group_id': '5f228723-ff71-41a0-b778-5b23ee1310bf', 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:47.595807 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f2882567-462d-4b88-b0d1-8e9d464d9f64 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (34331f75-97bf-4a7d-a149-61969e768c03), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.715066 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f2882567-462d-4b88-b0d1-8e9d464d9f64 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (34331f75-97bf-4a7d-a149-61969e768c03), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.800402 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f2882567-462d-4b88-b0d1-8e9d464d9f64 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (34331f75-97bf-4a7d-a149-61969e768c03), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.818773 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2882567-462d-4b88-b0d1-8e9d464d9f64 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34331f75-97bf-4a7d-a149-61969e768c03,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:47.899838 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f2882567-462d-4b88-b0d1-8e9d464d9f64 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:47.903741 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f2882567-462d-4b88-b0d1-8e9d464d9f64 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4696453 Jan 25 21:12:47.904136 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37166) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:47.909248 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'security_group_rule': {'security_group_id': '5f228723-ff71-41a0-b778-5b23ee1310bf', 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:48.051549 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.securitygroups_db [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Project be89953d26bc43a8855b4a55bee3e652 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 21:12:48.057320 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (eaf7ce9b-6ba1-4eb1-b9bf-623e59704197), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:48.146249 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (eaf7ce9b-6ba1-4eb1-b9bf-623e59704197), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:48.330969 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (eaf7ce9b-6ba1-4eb1-b9bf-623e59704197), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:48.437474 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf7ce9b-6ba1-4eb1-b9bf-623e59704197,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:48.557912 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002464d-ea2a-49cc-a724-9b7035291d06 req-8f257f61-d1e9-4f06-8da6-136972ba06dd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:48.559500 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2002464d-ea2a-49cc-a724-9b7035291d06 req-8f257f61-d1e9-4f06-8da6-136972ba06dd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.1841636 Jan 25 21:12:48.633842 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:48.635097 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-edd39443-8a0b-457a-b9e6-875d01d6d824 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7296784 Jan 25 21:12:48.637991 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37174) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:12:48.645245 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'security_group_rule': {'security_group_id': '5f228723-ff71-41a0-b778-5b23ee1310bf', 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:48.646349 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2002464d-ea2a-49cc-a724-9b7035291d06 req-872bc3db-7792-419a-b4fb-0f2b2a19d909 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792136 Jan 25 21:12:48.839916 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.securitygroups_db [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Project be89953d26bc43a8855b4a55bee3e652 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 21:12:48.846946 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (18a60329-4f1f-4634-8991-69c2a9705f7c), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:48.951696 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (18a60329-4f1f-4634-8991-69c2a9705f7c), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:49.079638 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (18a60329-4f1f-4634-8991-69c2a9705f7c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:49.115181 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a60329-4f1f-4634-8991-69c2a9705f7c,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:49.247198 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:49.248450 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e3ba42cc-2d84-4663-8e81-67fcaf03be21 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6088891 Jan 25 21:12:49.400479 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-8521a4f2-ebc1-4b99-aef1-d95d5f11402b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056788159&fields=id&tenant_id=be89953d26bc43a8855b4a55bee3e652 HTTP/1.1" status: 200 len: 267 time: 0.0636618 Jan 25 21:12:49.466687 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-cf3218bd-80be-4740-85d0-e2bc15e0ad0f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:49.468164 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-cf3218bd-80be-4740-85d0-e2bc15e0ad0f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0603909 Jan 25 21:12:49.480049 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'port': {'security_groups': ['05befe45-9da9-4898-8708-68f4e8ab21d4', '5f228723-ff71-41a0-b778-5b23ee1310bf']}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:12:49.565730 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (962f457b-2c45-41a1-b64d-19d75300985c), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:49.825395 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=962f457b-2c45-41a1-b64d-19d75300985c,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:12:49.867942 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for port (962f457b-2c45-41a1-b64d-19d75300985c), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:49.949105 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:49.971909 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['962f457b-2c45-41a1-b64d-19d75300985c'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:50.055923 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:50.056619 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:50.062596 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-64521f19-cf5c-4b01-b9c5-a7b3e9823cb5 req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "PUT /v2.0/ports/962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 982 time: 0.5873716 Jan 25 21:12:50.070281 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:12:50.076286 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7913a7-37d6-4949-a691-3003abe41c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:12:50.141870 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b96350-0c09-4704-9375-9766e7c3859f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=6']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:12:50.220079 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd646-cd42-42f9-807b-8fe388a765dc req-c3850827-c13f-46a3-9dcc-3732243ecab5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:50.228702 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1b2dd646-cd42-42f9-807b-8fe388a765dc req-c3850827-c13f-46a3-9dcc-3732243ecab5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0683787 Jan 25 21:12:50.243922 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['962f457b-2c45-41a1-b64d-19d75300985c'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:12:50.290004 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1b2dd646-cd42-42f9-807b-8fe388a765dc req-3ab1ec65-f52f-480c-bf6d-383fbe86ec75 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600398 Jan 25 21:12:50.498458 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752ab7-38dd-4123-9230-5d8da4a2c29d req-0edbfd28-6e0b-4503-b09a-7035d252e70a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:50.506003 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d9752ab7-38dd-4123-9230-5d8da4a2c29d req-0edbfd28-6e0b-4503-b09a-7035d252e70a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.1266055 Jan 25 21:12:50.717009 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d9752ab7-38dd-4123-9230-5d8da4a2c29d req-1bc6e5c2-a56a-41ec-b166-724cff5cf79f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2031770 Jan 25 21:12:50.721862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ffb27d-bd93-42b2-980e-a7aac504b932 x-openstack-request-id: req-a1ffb27d-bd93-42b2-980e-a7aac504b932 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:12:50.723513 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-f19ae7f9-986e-408e-9d7c-f15bae530ff7 None None] Provisioning complete for port 962f457b-2c45-41a1-b64d-19d75300985c triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:12:50.723887 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f19ae7f9-986e-408e-9d7c-f15bae530ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (962f457b-2c45-41a1-b64d-19d75300985c), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:50.724151 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:12:50.724617 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1ffb27d-bd93-42b2-980e-a7aac504b932 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:12:50.743549 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c', 'status': 'completed', 'code': 200} Jan 25 21:12:50.918759 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-e5c5b2b4-3b47-47e4-9996-26fcc54e37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:50.921606 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-e5c5b2b4-3b47-47e4-9996-26fcc54e37a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1138 time: 0.0673101 Jan 25 21:12:50.999061 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f19ae7f9-986e-408e-9d7c-f15bae530ff7 None None] Current status of the port 962f457b-2c45-41a1-b64d-19d75300985c is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:12:51.114434 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-43494d92-ca75-4b83-8ae6-6f57bf221133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:51.116998 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-43494d92-ca75-4b83-8ae6-6f57bf221133 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 200 len: 916 time: 0.1812031 Jan 25 21:12:51.215806 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-60eaad29-b6fc-4bb1-9a31-0857257384d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 1001 time: 0.0843749 Jan 25 21:12:51.449034 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c619a5e-c1e5-4095-a19c-489d4374fff6 req-d2860a8b-1508-4844-bd2c-61298e8527a8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:51.460201 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2c619a5e-c1e5-4095-a19c-489d4374fff6 req-d2860a8b-1508-4844-bd2c-61298e8527a8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0788362 Jan 25 21:12:51.613403 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2c619a5e-c1e5-4095-a19c-489d4374fff6 req-b35bfa9e-a284-4987-9976-01b575ad0b6b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504271 Jan 25 21:12:51.627506 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-eee2b2cb-7321-41ac-acd5-7c68ce77f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:51.629280 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-eee2b2cb-7321-41ac-acd5-7c68ce77f6ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3a1a2fd-b63a-4b98-9d15-8f6de245133d HTTP/1.1" status: 200 len: 854 time: 0.1651604 Jan 25 21:12:51.953382 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-7adcb41b-acba-451b-8026-3d39ddbeca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:51.953382 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-7adcb41b-acba-451b-8026-3d39ddbeca3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42e6abed-670e-4223-ad2a-28699d10e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1060047 Jan 25 21:12:52.083843 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-0a75e845-4b41-4c07-8446-8cb8f16207eb service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539452 Jan 25 21:12:52.764752 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115369b5-fa77-4bbb-9a95-f7452bad22ec req-c6f31aac-6b51-405e-a205-863f92627eba tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:52.766281 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-115369b5-fa77-4bbb-9a95-f7452bad22ec req-c6f31aac-6b51-405e-a205-863f92627eba tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0536845 Jan 25 21:12:52.818087 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-115369b5-fa77-4bbb-9a95-f7452bad22ec req-a0aa29e9-0232-4b75-b6d4-34d33c913059 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458632 Jan 25 21:12:53.973239 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a3f3-9e55-487b-bc13-b5780e61eec6 req-07a615fc-e33d-42a7-a8c0-032f4025c492 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:53.987761 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-34d2a3f3-9e55-487b-bc13-b5780e61eec6 req-07a615fc-e33d-42a7-a8c0-032f4025c492 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0962212 Jan 25 21:12:54.082040 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-34d2a3f3-9e55-487b-bc13-b5780e61eec6 req-14553245-256d-4a8b-b994-5d7546b6e819 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886881 Jan 25 21:12:55.278365 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ff2b-76b5-4198-b7ea-c23056037c4c req-c6d011b5-f577-46ee-a614-80aa799190d6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:55.280186 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f3e9ff2b-76b5-4198-b7ea-c23056037c4c req-c6d011b5-f577-46ee-a614-80aa799190d6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0808532 Jan 25 21:12:55.378144 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f3e9ff2b-76b5-4198-b7ea-c23056037c4c req-cb57f92e-ce35-47fa-92a0-5bc8272c982c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922928 Jan 25 21:12:55.631039 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f1fbccd1-3475-41ca-8e87-10b374b07331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:56.530270 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1950a3-3040-4683-85df-b73ab6228471 req-96c99712-b9ad-49b7-aef4-9930f6c45de2 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:56.532915 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ae1950a3-3040-4683-85df-b73ab6228471 req-96c99712-b9ad-49b7-aef4-9930f6c45de2 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0589530 Jan 25 21:12:56.627106 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ae1950a3-3040-4683-85df-b73ab6228471 req-c1584759-797d-4574-b6af-900985bd76ad tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863686 Jan 25 21:12:57.836544 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4f90-50f0-45f6-a117-1c3d0af79eb5 req-ade0d785-5551-42e1-b0ee-e1d1c16bf6cb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:57.838124 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7e9d4f90-50f0-45f6-a117-1c3d0af79eb5 req-ade0d785-5551-42e1-b0ee-e1d1c16bf6cb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0865736 Jan 25 21:12:57.934473 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7e9d4f90-50f0-45f6-a117-1c3d0af79eb5 req-3dba38e6-1840-475f-a002-e7eee2f29a83 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895696 Jan 25 21:12:58.039739 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-37c4f9c5-864f-4fd4-affc-03b0d00aa3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:59.076147 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69a7ad-43b5-4e46-8911-a6af5d6fd7f6 req-acb0991f-50fb-42a3-a29f-6991fb5a36a3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:12:59.078408 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cd69a7ad-43b5-4e46-8911-a6af5d6fd7f6 req-acb0991f-50fb-42a3-a29f-6991fb5a36a3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0724289 Jan 25 21:12:59.081592 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe7913a7-37d6-4949-a691-3003abe41c4e req-ea31fb4f-e249-4122-a0a0-94b7547f9b9e service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410341 Jan 25 21:12:59.113773 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:12:59.383983 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cd69a7ad-43b5-4e46-8911-a6af5d6fd7f6 req-c4fecddf-96b4-4eb1-9372-89c5724ef2b2 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2978168 Jan 25 21:13:00.496808 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:00.510187 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0852f-b795-479a-8544-2548c4f6089e req-bfa420ab-6205-4b13-864a-133bcb0696c6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:00.511826 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9da0852f-b795-479a-8544-2548c4f6089e req-bfa420ab-6205-4b13-864a-133bcb0696c6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0514808 Jan 25 21:13:00.570199 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9da0852f-b795-479a-8544-2548c4f6089e req-9b1ff126-6f24-4778-bd4c-ebb782723661 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518973 Jan 25 21:13:01.702204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e297-5494-4ee7-bc28-f04351787f71 req-5c19caf2-5c86-4e7c-9438-ccd92e5b82a7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:01.703713 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1c71e297-5494-4ee7-bc28-f04351787f71 req-5c19caf2-5c86-4e7c-9438-ccd92e5b82a7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0515175 Jan 25 21:13:01.758143 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1c71e297-5494-4ee7-bc28-f04351787f71 req-02973b7d-ab62-4bb7-a4a2-963ca20adbe1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456340 Jan 25 21:13:01.784888 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:02.889848 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a75188-a5f5-4caa-91e7-2bfaf0f72256 req-afd84cd0-9d61-4fc3-88f8-13c9d7310a71 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:02.891344 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-91a75188-a5f5-4caa-91e7-2bfaf0f72256 req-afd84cd0-9d61-4fc3-88f8-13c9d7310a71 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0615087 Jan 25 21:13:02.937795 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-91a75188-a5f5-4caa-91e7-2bfaf0f72256 req-9501ab07-b628-4013-bd7c-941c06e6f155 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 Jan 25 21:13:03.387801 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37410) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:03.441710 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] Deleting subnet 112c76dc-21c5-402c-b419-2a0b47184973 {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:13:03.444987 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] Publish callbacks [] for subnet (112c76dc-21c5-402c-b419-2a0b47184973), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:03.478517 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (112c76dc-21c5-402c-b419-2a0b47184973), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:03.520664 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (112c76dc-21c5-402c-b419-2a0b47184973), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:03.793728 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (112c76dc-21c5-402c-b419-2a0b47184973), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:03.820678 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112c76dc-21c5-402c-b419-2a0b47184973,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:03.823282 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:03.826675 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-6e70ec93-4ac9-4d82-a025-c7dde77b6c42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/112c76dc-21c5-402c-b419-2a0b47184973 HTTP/1.1" status: 204 len: 168 time: 0.4373965 Jan 25 21:13:03.828732 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37416) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:03.893419 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (73eeff85-0fa2-4af5-98e9-70c05786f3af), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:03.976914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (73eeff85-0fa2-4af5-98e9-70c05786f3af), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:03.997351 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73eeff85-0fa2-4af5-98e9-70c05786f3af']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:04.006900 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:04.007194 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:04.016561 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.029667 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.036434 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:13:04.036814 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (0ad3d2e8-3aa7-4afe-b228-f8f4a0fd08f7), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:13:04.038452 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:13:04.069119 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6743960-168f-4291-b30a-015de81dfbce req-312ec107-dfcb-4146-94a4-3b50ea86e43e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:04.070684 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c6743960-168f-4291-b30a-015de81dfbce req-312ec107-dfcb-4146-94a4-3b50ea86e43e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0495658 Jan 25 21:13:04.120488 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c6743960-168f-4291-b30a-015de81dfbce req-053c0bf0-8dfd-4839-8a44-3ecd8e73c73c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440683 Jan 25 21:13:04.204850 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (73eeff85-0fa2-4af5-98e9-70c05786f3af), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.211281 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.214570 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] 10.222.0.20 "DELETE /v2.0/networks/73eeff85-0fa2-4af5-98e9-70c05786f3af HTTP/1.1" status: 204 len: 168 time: 0.3849108 Jan 25 21:13:04.226071 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1010b43-b9ea-4f27-8181-4c519933c17a admin admin] Pushing event deleted for resources: {'Network': ['ID=73eeff85-0fa2-4af5-98e9-70c05786f3af,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:04.685971 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37434) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:04.728147 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f20bc069-0ce0-4817-9019-d77a1a530398 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5fa6be10da64c95a2c8e3cdda531020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409431 Jan 25 21:13:04.730576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37436) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:04.779228 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0e2933b4-af12-46ed-8ad2-5d381655021f admin admin] Publish callbacks [] for security_group (ec3ce755-b85a-40bc-aff8-4bde8a6b57e2), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.802288 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0e2933b4-af12-46ed-8ad2-5d381655021f admin admin] Publish callbacks [] for security_group (ec3ce755-b85a-40bc-aff8-4bde8a6b57e2), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.812534 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.965168 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0e2933b4-af12-46ed-8ad2-5d381655021f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (ec3ce755-b85a-40bc-aff8-4bde8a6b57e2), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.967807 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0e2933b4-af12-46ed-8ad2-5d381655021f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:04.968987 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-0e2933b4-af12-46ed-8ad2-5d381655021f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec3ce755-b85a-40bc-aff8-4bde8a6b57e2 HTTP/1.1" status: 204 len: 168 time: 0.2374897 Jan 25 21:13:04.977018 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2933b4-af12-46ed-8ad2-5d381655021f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ce755-b85a-40bc-aff8-4bde8a6b57e2,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:05.240780 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28088b64-6743-4865-9585-fbc6ae41f859 req-384ba722-9682-47fb-ac54-6e53b87ecd6e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:05.242272 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-28088b64-6743-4865-9585-fbc6ae41f859 req-384ba722-9682-47fb-ac54-6e53b87ecd6e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0508075 Jan 25 21:13:05.289395 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-28088b64-6743-4865-9585-fbc6ae41f859 req-b82e80f6-b955-4e2b-9adb-c2d03b657e07 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Jan 25 21:13:05.465620 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99130d-32df-4e34-a2a5-dd9224e5d5ec req-c1470092-7fbc-46ca-9fdf-6343f30c5950 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:05.467779 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1e99130d-32df-4e34-a2a5-dd9224e5d5ec req-c1470092-7fbc-46ca-9fdf-6343f30c5950 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0486758 Jan 25 21:13:05.518269 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1e99130d-32df-4e34-a2a5-dd9224e5d5ec req-785d5d2f-2b9a-49d4-89b0-e4534aa63972 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439057 Jan 25 21:13:05.684173 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-afd86f25-3d7b-4712-8d04-4512a5b3bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:05.686377 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-afd86f25-3d7b-4712-8d04-4512a5b3bc5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1096 time: 0.0681417 Jan 25 21:13:05.796003 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-40b949bf-b737-4257-a35e-4059316394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:05.797400 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-40b949bf-b737-4257-a35e-4059316394bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.0885024 Jan 25 21:13:05.887198 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-590943ff-22bf-4b3c-a5fd-269abe3916fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dcaae43-dd36-472e-ae30-092b0af82099 HTTP/1.1" status: 200 len: 999 time: 0.0633757 Jan 25 21:13:05.941284 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-feb23b43-5d37-4957-947b-2603bf9c4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:05.942802 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-feb23b43-5d37-4957-947b-2603bf9c4964 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0485377 Jan 25 21:13:05.995927 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-4d348680-528c-4d91-8765-df1fd8354632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:05.997383 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-4d348680-528c-4d91-8765-df1fd8354632 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394471 Jan 25 21:13:06.091923 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-851941d2-4c35-4db6-93f2-4021144528e2 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856857 Jan 25 21:13:06.195366 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9a649-01f6-4e12-8d03-30386e34b77b req-33fd47c5-c6f5-4e99-82bb-f518a459c4f1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:06.196834 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72b9a649-01f6-4e12-8d03-30386e34b77b req-33fd47c5-c6f5-4e99-82bb-f518a459c4f1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.1022089 Jan 25 21:13:06.236433 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4ffe733a-570f-4379-9e26-6bc012dcdd5f req-cff59d5f-9725-46f8-a6fc-53b544f6f745 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321466 Jan 25 21:13:06.259503 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-72b9a649-01f6-4e12-8d03-30386e34b77b req-ad032004-7dec-4e9f-9e49-c6a9a6dd92a4 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568478 Jan 25 21:13:06.412001 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f343278-ae08-4156-940e-475e77de0985 req-61449e39-0589-491e-a6fd-7fe56c5358d4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:06.413482 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2f343278-ae08-4156-940e-475e77de0985 req-61449e39-0589-491e-a6fd-7fe56c5358d4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0502946 Jan 25 21:13:06.464677 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2f343278-ae08-4156-940e-475e77de0985 req-1c96d5c4-4596-40c0-b02f-5f6bdd7300ff tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421615 Jan 25 21:13:06.640762 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca02c33-08bb-43ac-bf80-5da33a192202 req-ca5133d1-8554-4126-91ba-63dfa3ecaae3 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:06.642269 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ca02c33-08bb-43ac-bf80-5da33a192202 req-ca5133d1-8554-4126-91ba-63dfa3ecaae3 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0495241 Jan 25 21:13:06.687211 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ca02c33-08bb-43ac-bf80-5da33a192202 req-bc298d8d-eebe-4a11-aae5-60c2b50087f9 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Jan 25 21:13:07.374687 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c4e2e-5437-4296-b3e3-ba257e96677a req-71c8d703-03e2-494a-991c-f3b0e61ae6db tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:07.376254 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c57c4e2e-5437-4296-b3e3-ba257e96677a req-71c8d703-03e2-494a-991c-f3b0e61ae6db tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.0480893 Jan 25 21:13:07.412661 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:13:07.423154 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c57c4e2e-5437-4296-b3e3-ba257e96677a req-b49c0e32-977c-4c83-ab4b-36356869b6b6 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Jan 25 21:13:07.506847 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:07.518786 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '9dcaae43-dd36-472e-ae30-092b0af82099', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'port_id': '9dcaae43-dd36-472e-ae30-092b0af82099', 'mac_address': 'fa:16:3e:09:d1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:13:07.585997 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a9d96-088b-4b6a-822a-eb32a4d83b5e req-08832127-138c-4280-8116-a6a3d8d425d1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:07.587598 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-215a9d96-088b-4b6a-822a-eb32a4d83b5e req-08832127-138c-4280-8116-a6a3d8d425d1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 943 time: 0.0491853 Jan 25 21:13:07.635616 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-215a9d96-088b-4b6a-822a-eb32a4d83b5e req-e088269a-6bcd-4e7b-aea1-2950de485417 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421078 Jan 25 21:13:07.677177 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:13:07.677489 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:07.690184 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcaae43-dd36-472e-ae30-092b0af82099 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:13:07.709181 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:07.799730 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20a9d-3560-4f60-a883-cf41d74e55e8 req-b6f388aa-39fe-451a-a6ce-e5713beb9dc1 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:07.801228 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9ae20a9d-3560-4f60-a883-cf41d74e55e8 req-b6f388aa-39fe-451a-a6ce-e5713beb9dc1 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.0503559 Jan 25 21:13:07.807967 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:07.848905 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9ae20a9d-3560-4f60-a883-cf41d74e55e8 req-68be893a-027f-4cd3-a287-20e8404e8110 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Jan 25 21:13:07.854391 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=9']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:08.221590 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-49b6652d-f769-406e-b5c6-61c8598b1250 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:08.223033 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-49b6652d-f769-406e-b5c6-61c8598b1250 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.0491450 Jan 25 21:13:08.256652 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['9dcaae43-dd36-472e-ae30-092b0af82099'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:13:08.319485 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Deleting port 782d2290-f509-4160-9cad-eb4a0091e16f {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:08.319775 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:08.413177 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] For port 782d2290-f509-4160-9cad-eb4a0091e16f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=782d2290-f509-4160-9cad-eb4a0091e16f,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:08.413647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:08.427095 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Calling delete_port for 782d2290-f509-4160-9cad-eb4a0091e16f owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:08.560490 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-468acfcd-9312-41a2-ab3b-23e2d388f9ad tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:08.560490 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-468acfcd-9312-41a2-ab3b-23e2d388f9ad tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.1242311 Jan 25 21:13:08.608501 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e95e-7ce1-46ef-a66b-6d93d1609e7f req-bdc16fae-b7c6-4410-ba2e-87f78a5b878b tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:08.609983 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-39c6e95e-7ce1-46ef-a66b-6d93d1609e7f req-bdc16fae-b7c6-4410-ba2e-87f78a5b878b tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 945 time: 0.1170275 Jan 25 21:13:08.731592 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-39c6e95e-7ce1-46ef-a66b-6d93d1609e7f req-80489984-f99a-4f27-8448-54605b38c906 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151402 Jan 25 21:13:08.745647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Deleting port b2a007da-5be7-40ad-8737-bbb0105e788e {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:08.745768 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:08.770514 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbd60d-10bf-4505-a642-46190e70c1d1 req-d5b88eec-cf2d-47bb-8fcf-dd09b9edc90a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:08.772015 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b4fbd60d-10bf-4505-a642-46190e70c1d1 req-d5b88eec-cf2d-47bb-8fcf-dd09b9edc90a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 944 time: 0.0603273 Jan 25 21:13:08.808095 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (782d2290-f509-4160-9cad-eb4a0091e16f), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:08.820009 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b4fbd60d-10bf-4505-a642-46190e70c1d1 req-5b9944a2-0312-41ef-a706-433d15905e74 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422060 Jan 25 21:13:08.825505 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59', 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'd09dde1c-bf36-462f-bb8e-2538cf5f7867', '782d2290-f509-4160-9cad-eb4a0091e16f'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:13:08.844049 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event deleted for resources: {'Port': ['ID=782d2290-f509-4160-9cad-eb4a0091e16f,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:08.892714 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] No DVR routers for this DVR port 782d2290-f509-4160-9cad-eb4a0091e16f on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:13:08.897796 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.898432 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.898831 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.899370 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.900187 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.900187 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.900479 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.900748 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.901482 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.901482 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.901790 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.902120 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.902443 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:08.909538 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:08.913103 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-25ed71c5-b6fd-4e32-b670-76587bc1e7e5 req-087c5552-af76-4078-af90-6c2d548ac254 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "DELETE /v2.0/ports/782d2290-f509-4160-9cad-eb4a0091e16f HTTP/1.1" status: 204 len: 173 time: 0.6817784 Jan 25 21:13:08.913551 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'name': 'network-vif-deleted', 'tag': '782d2290-f509-4160-9cad-eb4a0091e16f'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:08.916561 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451cacd5-8756-4d10-b468-be6cfed5ac25" -d '{"events": [{"server_uuid": "43bfc8f2-73c5-48b3-ac38-1e3291428639", "name": "network-vif-deleted", "tag": "782d2290-f509-4160-9cad-eb4a0091e16f"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:08.941258 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] For port b2a007da-5be7-40ad-8737-bbb0105e788e, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=b2a007da-5be7-40ad-8737-bbb0105e788e,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:08.941258 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:08.961519 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6584869-3cab-4e5a-975e-f223ed995065 x-openstack-request-id: req-c6584869-3cab-4e5a-975e-f223ed995065 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:08.961909 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bfc8f2-73c5-48b3-ac38-1e3291428639", "name": "network-vif-deleted", "tag": "782d2290-f509-4160-9cad-eb4a0091e16f", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:08.965061 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6584869-3cab-4e5a-975e-f223ed995065 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:08.965061 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bfc8f2-73c5-48b3-ac38-1e3291428639', 'name': 'network-vif-deleted', 'tag': '782d2290-f509-4160-9cad-eb4a0091e16f', 'status': 'completed', 'code': 200} Jan 25 21:13:08.969893 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Calling delete_port for b2a007da-5be7-40ad-8737-bbb0105e788e owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:09.026865 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea799-4fdb-4aec-8b0a-ab14e77a6fc1 req-8bf2a95e-b562-459b-aa74-c872d28c5a0c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:09.028299 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e71ea799-4fdb-4aec-8b0a-ab14e77a6fc1 req-8bf2a95e-b562-459b-aa74-c872d28c5a0c tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 946 time: 0.1044090 Jan 25 21:13:09.095998 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e71ea799-4fdb-4aec-8b0a-ab14e77a6fc1 req-5253ece8-d11a-47fd-bf2c-befe2e020e73 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605886 Jan 25 21:13:09.236649 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (b2a007da-5be7-40ad-8737-bbb0105e788e), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:09.248319 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['b2a007da-5be7-40ad-8737-bbb0105e788e', '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:13:09.265128 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Pushing event deleted for resources: {'Port': ['ID=b2a007da-5be7-40ad-8737-bbb0105e788e,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:09.310126 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] No DVR routers for this DVR port b2a007da-5be7-40ad-8737-bbb0105e788e on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:13:09.312535 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:09.316430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c14871f-d44b-43bd-99db-2aca05b1598b req-5ba716cf-a9e7-4265-ab0f-6205673a46ba tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "DELETE /v2.0/ports/b2a007da-5be7-40ad-8737-bbb0105e788e HTTP/1.1" status: 204 len: 173 time: 0.7506230 Jan 25 21:13:09.423456 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:13:09.474939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 9dcaae43-dd36-472e-ae30-092b0af82099 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:13:09.475315 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:09.555714 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9dcaae43-dd36-472e-ae30-092b0af82099 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:13:09.556110 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:09.581706 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:09.583990 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc25d9-bc6c-440a-a99d-94d115193b58" -d '{"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:09.605650 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:09.626165 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb07b4a5-0329-4816-8b42-2366f2f2944e x-openstack-request-id: req-fb07b4a5-0329-4816-8b42-2366f2f2944e {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:09.626556 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-plugged", "status": "completed", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:09.633957 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb07b4a5-0329-4816-8b42-2366f2f2944e {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:09.633957 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099', 'code': 200} Jan 25 21:13:09.682622 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:09.728676 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=10']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:09.841378 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d036bbec-b69d-44c9-ab32-412054eff4f9 req-dbf0bf54-a12f-4060-9e3e-80d2e222bdc0 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=43bfc8f2-73c5-48b3-ac38-1e3291428639 HTTP/1.1" status: 200 len: 210 time: 0.0254886 Jan 25 21:13:09.944991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2c2d4-b31e-457e-9b10-cacfeeb2485b req-bafedb65-5869-4167-9f56-23cec66a30a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:09.946586 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-91f2c2d4-b31e-457e-9b10-cacfeeb2485b req-bafedb65-5869-4167-9f56-23cec66a30a0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0495486 Jan 25 21:13:09.991889 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-91f2c2d4-b31e-457e-9b10-cacfeeb2485b req-83e76e75-986c-41bd-bcfe-7ee0fff67c9e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Jan 25 21:13:10.215922 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-dc36f86c-c162-4f39-a04c-a1fbce100bd6 req-43153538-8d9a-4dcf-8a5d-f05583412699 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e3c7062-697d-42d2-809b-9117b0ecb6ea HTTP/1.1" status: 200 len: 210 time: 0.0269599 Jan 25 21:13:10.428262 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19128fb9-b91f-4016-8e96-a972b52bc5e8 req-655aca94-6e95-420a-b32e-07e72cf5cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:10.430453 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-19128fb9-b91f-4016-8e96-a972b52bc5e8 req-655aca94-6e95-420a-b32e-07e72cf5cadd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 1099 time: 0.0411980 Jan 25 21:13:10.478954 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-19128fb9-b91f-4016-8e96-a972b52bc5e8 req-74881e98-29ff-472f-ac79-c8fcb11c8a2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405855 Jan 25 21:13:10.963653 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'name': 'network-vif-deleted', 'tag': 'b2a007da-5be7-40ad-8737-bbb0105e788e'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:10.965997 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7008638-47df-46c6-b663-1623db0e1111" -d '{"events": [{"server_uuid": "8e3c7062-697d-42d2-809b-9117b0ecb6ea", "name": "network-vif-deleted", "tag": "b2a007da-5be7-40ad-8737-bbb0105e788e"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:11.001897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace0fb1a-627e-4e4f-a1bc-19dd349f97fc x-openstack-request-id: req-ace0fb1a-627e-4e4f-a1bc-19dd349f97fc {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:11.002243 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3c7062-697d-42d2-809b-9117b0ecb6ea", "name": "network-vif-deleted", "tag": "b2a007da-5be7-40ad-8737-bbb0105e788e", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:11.002503 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ace0fb1a-627e-4e4f-a1bc-19dd349f97fc {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:11.002893 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3c7062-697d-42d2-809b-9117b0ecb6ea', 'name': 'network-vif-deleted', 'tag': 'b2a007da-5be7-40ad-8737-bbb0105e788e', 'status': 'completed', 'code': 200} Jan 25 21:13:11.109061 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d071-cd1c-42c8-aaf6-7204103c5532 req-b4873beb-50eb-4d86-99a2-d7dba21e1f2c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:11.110579 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d3a0d071-cd1c-42c8-aaf6-7204103c5532 req-b4873beb-50eb-4d86-99a2-d7dba21e1f2c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0476942 Jan 25 21:13:11.155721 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d3a0d071-cd1c-42c8-aaf6-7204103c5532 req-b9cb4786-9eb9-49de-b083-17189584c8c3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395863 Jan 25 21:13:11.419138 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 782d2290-f509-4160-9cad-eb4a0091e16f no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:11.440160 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 782d2290-f509-4160-9cad-eb4a0091e16f {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:11.440594 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 782d2290-f509-4160-9cad-eb4a0091e16f not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:11.441065 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b2a007da-5be7-40ad-8737-bbb0105e788e no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:11.464434 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: b2a007da-5be7-40ad-8737-bbb0105e788e {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:11.464798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device b2a007da-5be7-40ad-8737-bbb0105e788e not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:11.705020 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026723fe-655f-460e-bc05-e47b610745f5 req-80983f04-4f9e-4e8c-8681-340d31468bbd tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:11.707446 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-026723fe-655f-460e-bc05-e47b610745f5 req-80983f04-4f9e-4e8c-8681-340d31468bbd tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0505908 Jan 25 21:13:11.765700 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-026723fe-655f-460e-bc05-e47b610745f5 req-0c3113c0-654c-4dc1-80de-272a9e2f6119 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535014 Jan 25 21:13:12.228291 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731157-1cc3-49a0-a60c-756b6d874de8 req-7b0dc8ff-0027-4e52-8b2e-6ee8ab1b8ba1 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:12.235064 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e5731157-1cc3-49a0-a60c-756b6d874de8 req-7b0dc8ff-0027-4e52-8b2e-6ee8ab1b8ba1 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0729306 Jan 25 21:13:12.293967 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e5731157-1cc3-49a0-a60c-756b6d874de8 req-18fb2945-9456-4294-9dfb-c1c8ee0aee0f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579734 Jan 25 21:13:12.304181 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766fc2f-f9d6-49ed-a181-3ce157adcbfa req-620e16d2-97cf-48e0-a43c-865a0c0669f6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:12.309992 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d766fc2f-f9d6-49ed-a181-3ce157adcbfa req-620e16d2-97cf-48e0-a43c-865a0c0669f6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0541980 Jan 25 21:13:12.363235 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d766fc2f-f9d6-49ed-a181-3ce157adcbfa req-7e8cffd8-51ca-4bac-90e3-7361ecd5f171 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510910 Jan 25 21:13:12.730454 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd6dc3-7992-4f18-bb94-99e7b77f6bb8 req-3dabc965-18c1-4ed2-bbf7-b3eb85eeb8c8 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:12.731963 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3cdd6dc3-7992-4f18-bb94-99e7b77f6bb8 req-3dabc965-18c1-4ed2-bbf7-b3eb85eeb8c8 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0487182 Jan 25 21:13:12.782701 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3cdd6dc3-7992-4f18-bb94-99e7b77f6bb8 req-c6077a0d-4c29-4abd-ba90-aebee2a0b40d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436826 Jan 25 21:13:12.888314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af8ad-ed52-472a-9852-d58fad53f7fa req-92474886-ac78-4f4f-addd-09bb9c8342a6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:12.889827 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b14af8ad-ed52-472a-9852-d58fad53f7fa req-92474886-ac78-4f4f-addd-09bb9c8342a6 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Jan 25 21:13:12.936344 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b14af8ad-ed52-472a-9852-d58fad53f7fa req-b0b5febc-ff86-4df9-b405-4492d4648c89 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Jan 25 21:13:13.417165 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc5bcd-c90d-43a7-8f43-550ba1702f31 req-4bb2302c-a0db-42c0-aec6-a74d644cd367 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:13.418963 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-06dc5bcd-c90d-43a7-8f43-550ba1702f31 req-4bb2302c-a0db-42c0-aec6-a74d644cd367 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0541103 Jan 25 21:13:13.466603 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-06dc5bcd-c90d-43a7-8f43-550ba1702f31 req-732b0c61-faaf-487d-8395-f16f8bbcded4 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419748 Jan 25 21:13:13.542733 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d328fa-18df-4427-be4e-330a810fd4cc req-aac8417a-8d57-42e9-8103-3b045a648547 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:13.542733 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-66d328fa-18df-4427-be4e-330a810fd4cc req-aac8417a-8d57-42e9-8103-3b045a648547 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0556927 Jan 25 21:13:13.553933 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-66d328fa-18df-4427-be4e-330a810fd4cc req-407b2928-f1b4-4306-828e-806bc4d1e890 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395496 Jan 25 21:13:13.899905 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae4021-eefc-4df2-af91-f2a4e9d71861 req-aaa910be-d8b0-4999-8812-5018ed42b6c3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:13.901402 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7dae4021-eefc-4df2-af91-f2a4e9d71861 req-aaa910be-d8b0-4999-8812-5018ed42b6c3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0499971 Jan 25 21:13:13.946296 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7dae4021-eefc-4df2-af91-f2a4e9d71861 req-11f4368c-59e8-4ac6-9599-84de457860dc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 Jan 25 21:13:14.046004 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b28b6-4cab-4f16-9756-4e62dfe729f4 req-f1dc0947-35a9-4a4a-a3b9-f068d706d43a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:14.047439 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-899b28b6-4cab-4f16-9756-4e62dfe729f4 req-f1dc0947-35a9-4a4a-a3b9-f068d706d43a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0471537 Jan 25 21:13:14.095847 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-899b28b6-4cab-4f16-9756-4e62dfe729f4 req-46b5864a-8aa3-46eb-8958-8071870cc186 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Jan 25 21:13:14.583431 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0c54a-05bb-4512-92d7-be85fc9783e4 req-4ab86c21-2e53-4fa8-a780-4297e98a2c00 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:14.584998 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-80a0c54a-05bb-4512-92d7-be85fc9783e4 req-4ab86c21-2e53-4fa8-a780-4297e98a2c00 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0463173 Jan 25 21:13:14.631145 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-80a0c54a-05bb-4512-92d7-be85fc9783e4 req-44009136-7204-42be-92f5-4f7537d09910 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406456 Jan 25 21:13:14.677650 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad52be-b865-4462-8d06-272dce065325 req-fef0cde2-7826-4ae3-bd37-a7560bdea18e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:14.679054 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-61ad52be-b865-4462-8d06-272dce065325 req-fef0cde2-7826-4ae3-bd37-a7560bdea18e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0513916 Jan 25 21:13:14.724489 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-61ad52be-b865-4462-8d06-272dce065325 req-79d9e476-eba7-46be-a509-d3bd770ca872 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399134 Jan 25 21:13:14.866522 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-3b00943c-49a9-4281-9c37-b6d572dfe4e5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:14.867967 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-3b00943c-49a9-4281-9c37-b6d572dfe4e5 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0525270 Jan 25 21:13:14.958090 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Deleting port d09dde1c-bf36-462f-bb8e-2538cf5f7867 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:14.958439 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:15.044851 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] For port d09dde1c-bf36-462f-bb8e-2538cf5f7867, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d09dde1c-bf36-462f-bb8e-2538cf5f7867,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:15.045214 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:15.057613 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Calling delete_port for d09dde1c-bf36-462f-bb8e-2538cf5f7867 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:15.057888 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9c4aa-fe5a-40dd-9474-ec6be08a5d21 req-d59da3b5-d269-426d-8de9-3ad8848266f9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:15.062347 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6cc9c4aa-fe5a-40dd-9474-ec6be08a5d21 req-d59da3b5-d269-426d-8de9-3ad8848266f9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 946 time: 0.0499818 Jan 25 21:13:15.110102 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6cc9c4aa-fe5a-40dd-9474-ec6be08a5d21 req-480ac5e2-bd16-4570-a53c-e68b5177a121 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Jan 25 21:13:15.225092 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73871b-9ebd-48ff-998d-f4c0452f6c29 req-23b0ed28-7867-4dc8-8758-1bab53dff0f2 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:15.226505 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4f73871b-9ebd-48ff-998d-f4c0452f6c29 req-23b0ed28-7867-4dc8-8758-1bab53dff0f2 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0615876 Jan 25 21:13:15.271604 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (d09dde1c-bf36-462f-bb8e-2538cf5f7867), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:15.276027 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4f73871b-9ebd-48ff-998d-f4c0452f6c29 req-b9b9ef64-72fc-4a75-b7a7-b5af436630f4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441575 Jan 25 21:13:15.289005 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59', 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'd09dde1c-bf36-462f-bb8e-2538cf5f7867'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:13:15.303212 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event deleted for resources: {'Port': ['ID=d09dde1c-bf36-462f-bb8e-2538cf5f7867,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:15.342500 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] No DVR routers for this DVR port d09dde1c-bf36-462f-bb8e-2538cf5f7867 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:13:15.345024 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:15.348914 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d1918e4-045e-4b5f-b39a-2e55c15132d4 req-d4390f92-9dbd-4369-b5a6-877520641ba3 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "DELETE /v2.0/ports/d09dde1c-bf36-462f-bb8e-2538cf5f7867 HTTP/1.1" status: 204 len: 173 time: 0.4751911 Jan 25 21:13:15.349370 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'name': 'network-vif-deleted', 'tag': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:15.351603 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1975b06-2685-4070-b2f5-af2bdf08e92a" -d '{"events": [{"server_uuid": "2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20", "name": "network-vif-deleted", "tag": "d09dde1c-bf36-462f-bb8e-2538cf5f7867"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:15.387088 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ecc39c-6b21-4b00-ac6e-f280b26888ff x-openstack-request-id: req-34ecc39c-6b21-4b00-ac6e-f280b26888ff {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:15.387392 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20", "name": "network-vif-deleted", "tag": "d09dde1c-bf36-462f-bb8e-2538cf5f7867", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:15.387650 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34ecc39c-6b21-4b00-ac6e-f280b26888ff {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:15.388051 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20', 'name': 'network-vif-deleted', 'tag': 'd09dde1c-bf36-462f-bb8e-2538cf5f7867', 'status': 'completed', 'code': 200} Jan 25 21:13:15.749645 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da70319-ef04-4abb-b83b-c1b778271f7e req-43f8192e-a188-464c-95af-426b93ce250f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:15.751265 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2da70319-ef04-4abb-b83b-c1b778271f7e req-43f8192e-a188-464c-95af-426b93ce250f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Jan 25 21:13:15.801833 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2da70319-ef04-4abb-b83b-c1b778271f7e req-9cac5fa9-9574-4a63-9b57-87db6fe0454d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Jan 25 21:13:16.216304 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c3f11ff1-e3f8-47e4-a2ae-cb82c53f87dd req-cff595a8-dd4e-4cfb-8cf3-dbf6afc2578b tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d6bccbd-8b4b-4b56-af0f-41aa0bf7df20 HTTP/1.1" status: 200 len: 210 time: 0.0256071 Jan 25 21:13:16.389398 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95561dd2-7a79-496d-aa08-08e681d34f60 req-93eb78bc-8149-457a-9fec-4ddc207e306a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:16.400301 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-95561dd2-7a79-496d-aa08-08e681d34f60 req-93eb78bc-8149-457a-9fec-4ddc207e306a tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0501032 Jan 25 21:13:16.439093 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-95561dd2-7a79-496d-aa08-08e681d34f60 req-8cb54d9b-7264-41f2-80f0-e85850f8c161 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Jan 25 21:13:16.914991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd360485-46a4-4bdb-909a-d9b288e06d8f req-26145f67-c52f-4d99-8d02-b62c12b92574 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:16.916381 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-dd360485-46a4-4bdb-909a-d9b288e06d8f req-26145f67-c52f-4d99-8d02-b62c12b92574 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Jan 25 21:13:16.962415 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-dd360485-46a4-4bdb-909a-d9b288e06d8f req-41bcd8b9-4c20-45c9-9696-ab92cb4547e3 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Jan 25 21:13:17.449097 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d09dde1c-bf36-462f-bb8e-2538cf5f7867 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:17.469824 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: d09dde1c-bf36-462f-bb8e-2538cf5f7867 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:17.470403 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d09dde1c-bf36-462f-bb8e-2538cf5f7867 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:17.551789 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fad4c6-71da-4a9b-a041-a8e767bc4603 req-b7effa74-bcc8-492f-bc78-ea5b8d6eefc4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:17.553253 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-18fad4c6-71da-4a9b-a041-a8e767bc4603 req-b7effa74-bcc8-492f-bc78-ea5b8d6eefc4 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0461559 Jan 25 21:13:17.597531 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-18fad4c6-71da-4a9b-a041-a8e767bc4603 req-9627018d-0cda-4f4a-91d6-0376f63203d7 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 Jan 25 21:13:17.932246 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d17b9d-7baa-4865-841a-25eed7bbc1de req-5178805b-ca3a-4ce3-ab36-1653b2247acc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:17.933710 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d4d17b9d-7baa-4865-841a-25eed7bbc1de req-5178805b-ca3a-4ce3-ab36-1653b2247acc tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 945 time: 0.0556622 Jan 25 21:13:17.979333 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d4d17b9d-7baa-4865-841a-25eed7bbc1de req-df8a20fc-a4cf-437a-b862-6394225e7afe tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Jan 25 21:13:18.013222 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:13:18.080842 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bde5d-1216-4e6f-a5cb-d6a8edcc5f53 req-5fc378f6-331b-4b47-ba75-837611c952f2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:18.082377 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e35bde5d-1216-4e6f-a5cb-d6a8edcc5f53 req-5fc378f6-331b-4b47-ba75-837611c952f2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0466707 Jan 25 21:13:18.104562 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37732) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:18.130347 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e35bde5d-1216-4e6f-a5cb-d6a8edcc5f53 req-e8552495-8d5f-44b8-9c1c-e968298b1d7e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Jan 25 21:13:18.205959 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5041e680-8bcb-4285-9328-d88379e2297d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.274982 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5041e680-8bcb-4285-9328-d88379e2297d admin admin] Publish callbacks [] for security_group (f017aa0e-5e41-41d9-a3a0-d9d1eedb810b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.350737 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5041e680-8bcb-4285-9328-d88379e2297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (f017aa0e-5e41-41d9-a3a0-d9d1eedb810b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.387486 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041e680-8bcb-4285-9328-d88379e2297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f017aa0e-5e41-41d9-a3a0-d9d1eedb810b,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:18.391500 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5041e680-8bcb-4285-9328-d88379e2297d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17913856309d4d09b4d51c6423c67a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859311 Jan 25 21:13:18.394053 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37736) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:18.440763 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ad2f685e-5b8a-49af-bebe-a8950726c95f admin admin] Publish callbacks [] for security_group (f017aa0e-5e41-41d9-a3a0-d9d1eedb810b), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.460730 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ad2f685e-5b8a-49af-bebe-a8950726c95f admin admin] Publish callbacks [] for security_group (f017aa0e-5e41-41d9-a3a0-d9d1eedb810b), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.577128 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ad2f685e-5b8a-49af-bebe-a8950726c95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (f017aa0e-5e41-41d9-a3a0-d9d1eedb810b), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.579658 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ad2f685e-5b8a-49af-bebe-a8950726c95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.580722 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ad2f685e-5b8a-49af-bebe-a8950726c95f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f017aa0e-5e41-41d9-a3a0-d9d1eedb810b HTTP/1.1" status: 204 len: 168 time: 0.1857529 Jan 25 21:13:18.603951 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f685e-5b8a-49af-bebe-a8950726c95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f017aa0e-5e41-41d9-a3a0-d9d1eedb810b,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:18.634508 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-0c83b945-b096-4c1e-8aff-808fe9b45690 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:18.636206 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-0c83b945-b096-4c1e-8aff-808fe9b45690 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0679848 Jan 25 21:13:18.750671 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699da6d-b449-43ad-b032-6f3e22a027e3 req-f4a27cec-89b7-49cc-9c73-7640c679b0bf tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:18.752710 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f699da6d-b449-43ad-b032-6f3e22a027e3 req-f4a27cec-89b7-49cc-9c73-7640c679b0bf tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 945 time: 0.0770977 Jan 25 21:13:18.773042 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Deleting port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:18.773386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.855905 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f699da6d-b449-43ad-b032-6f3e22a027e3 req-6b0c61fa-64f7-463c-ad1e-cdb5b93bb793 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964088 Jan 25 21:13:18.897291 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] For port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:18.897665 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:18.913910 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Calling delete_port for 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:19.099729 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095f651-5751-41af-a729-9c5c85909a8c req-ed20e4b2-2de3-44f4-9a43-d7a80f3d62cf tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:19.101288 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9095f651-5751-41af-a729-9c5c85909a8c req-ed20e4b2-2de3-44f4-9a43-d7a80f3d62cf tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 945 time: 0.0471520 Jan 25 21:13:19.114035 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:19.126346 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:13:19.140841 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Pushing event deleted for resources: {'Port': ['ID=63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:19.153589 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9095f651-5751-41af-a729-9c5c85909a8c req-ef4cdb67-a86a-4ce2-a690-25097b86755d tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Jan 25 21:13:19.194462 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] No DVR routers for this DVR port 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:13:19.197120 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:19.201064 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3c782bf8-671b-4297-8b40-497ddb7c8cf9 req-65569bd6-af27-4309-9a9e-7602610ca466 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.24 "DELETE /v2.0/ports/63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 HTTP/1.1" status: 204 len: 173 time: 0.5583632 Jan 25 21:13:19.201528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22e568b-2253-4508-88af-0e6bdc914867', 'name': 'network-vif-deleted', 'tag': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:19.203777 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d75c646-c5a7-4341-a394-051dab41583c" -d '{"events": [{"server_uuid": "b22e568b-2253-4508-88af-0e6bdc914867", "name": "network-vif-deleted", "tag": "63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:19.240239 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088950ae-7564-4ed2-98bc-aa86008f0127 x-openstack-request-id: req-088950ae-7564-4ed2-98bc-aa86008f0127 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:19.240534 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22e568b-2253-4508-88af-0e6bdc914867", "name": "network-vif-deleted", "tag": "63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:19.240793 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-088950ae-7564-4ed2-98bc-aa86008f0127 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:19.241182 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22e568b-2253-4508-88af-0e6bdc914867', 'name': 'network-vif-deleted', 'tag': '63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8', 'status': 'completed', 'code': 200} Jan 25 21:13:19.254818 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ce61-65b2-453e-a5e4-71741fa465a1 req-7b4aaffc-115c-46c1-95e0-2f25a456ad20 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:19.256272 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1967ce61-65b2-453e-a5e4-71741fa465a1 req-7b4aaffc-115c-46c1-95e0-2f25a456ad20 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0490782 Jan 25 21:13:19.301906 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1967ce61-65b2-453e-a5e4-71741fa465a1 req-7c04bbbe-f576-4549-b9be-bc657d5376d5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399516 Jan 25 21:13:19.651309 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-ad32c573-1e28-4c84-ab2b-cd869ec6aa88 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:19.652701 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-ad32c573-1e28-4c84-ab2b-cd869ec6aa88 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 945 time: 0.0462768 Jan 25 21:13:19.743651 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Deleting port a2b76418-1ee4-466a-a4da-a90a4d3a9470 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:19.744002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:19.828529 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] For port a2b76418-1ee4-466a-a4da-a90a4d3a9470, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a2b76418-1ee4-466a-a4da-a90a4d3a9470,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:19.828893 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:19.840741 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Calling delete_port for a2b76418-1ee4-466a-a4da-a90a4d3a9470 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:19.968277 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6a818457-9f99-4d08-8259-ec5340710a25 req-14bde895-30aa-4f16-acea-ce217d2da486 tempest-ServerRescueNegativeTestJSON-2081503525 tempest-ServerRescueNegativeTestJSON-2081503525-project] 10.222.0.20 "GET /v2.0/ports?device_id=b22e568b-2253-4508-88af-0e6bdc914867 HTTP/1.1" status: 200 len: 210 time: 0.0260084 Jan 25 21:13:20.044906 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (a2b76418-1ee4-466a-a4da-a90a4d3a9470), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:20.056112 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59', 'a2b76418-1ee4-466a-a4da-a90a4d3a9470'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:13:20.072505 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event deleted for resources: {'Port': ['ID=a2b76418-1ee4-466a-a4da-a90a4d3a9470,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:20.119757 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] No DVR routers for this DVR port a2b76418-1ee4-466a-a4da-a90a4d3a9470 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:13:20.123466 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:20.127840 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e82ac72d-247d-4a18-9f6c-07a005e6dbc0 req-9e185f38-267a-4958-861d-6900abe9cfd1 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "DELETE /v2.0/ports/a2b76418-1ee4-466a-a4da-a90a4d3a9470 HTTP/1.1" status: 204 len: 173 time: 0.4677300 Jan 25 21:13:20.249760 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1dc19fe0-09a6-4a1b-94ca-b7e54eec9fd6 req-d20a28f5-708a-4b5f-8e5a-4dfd4bdc08f9 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=a250b3d6-f86e-47b7-91cf-8537052c573a HTTP/1.1" status: 200 len: 210 time: 0.0244968 Jan 25 21:13:20.416817 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320625-d1f2-4fef-bfe0-d6d49f143b4a req-5e2f6de2-0e47-415e-b7da-b7a03a28d1b4 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:20.418284 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-61320625-d1f2-4fef-bfe0-d6d49f143b4a req-5e2f6de2-0e47-415e-b7da-b7a03a28d1b4 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0483365 Jan 25 21:13:20.466721 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-61320625-d1f2-4fef-bfe0-d6d49f143b4a req-6dece2c0-7c94-4ccb-9d80-5c8aa4378929 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Jan 25 21:13:21.028142 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37756) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:21.352230 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'name': 'network-vif-deleted', 'tag': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:21.354458 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63a795b-fc92-4cbb-aed0-1bfe82cb4e90" -d '{"events": [{"server_uuid": "a250b3d6-f86e-47b7-91cf-8537052c573a", "name": "network-vif-deleted", "tag": "a2b76418-1ee4-466a-a4da-a90a4d3a9470"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:21.408370 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f191f55-3c20-43db-8871-0213955eb8ac x-openstack-request-id: req-4f191f55-3c20-43db-8871-0213955eb8ac {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:21.408663 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a250b3d6-f86e-47b7-91cf-8537052c573a", "name": "network-vif-deleted", "tag": "a2b76418-1ee4-466a-a4da-a90a4d3a9470", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:21.408917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f191f55-3c20-43db-8871-0213955eb8ac {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:21.409301 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a250b3d6-f86e-47b7-91cf-8537052c573a', 'name': 'network-vif-deleted', 'tag': 'a2b76418-1ee4-466a-a4da-a90a4d3a9470', 'status': 'completed', 'code': 200} Jan 25 21:13:21.480578 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:21.503526 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:21.504093 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 63fbc7fa-249a-4ef2-9963-4eafbd5c2dd8 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:21.591850 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aecbc9-d05e-4492-aa78-008b3b1cae87 req-61dcf34a-4031-48c7-b6e5-dd793c6faedb tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:21.593559 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a0aecbc9-d05e-4492-aa78-008b3b1cae87 req-61dcf34a-4031-48c7-b6e5-dd793c6faedb tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0569317 Jan 25 21:13:21.643198 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a0aecbc9-d05e-4492-aa78-008b3b1cae87 req-4e26afb5-4a64-4e4d-8d2d-4be3757e0390 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 Jan 25 21:13:21.689930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:21.971663 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Deleting port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:21.972083 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:22.050940 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] For port 15f0a8db-80b9-4466-bfaa-eaffc2ef3157, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,segment=NetworkSegment(0d6623e9-0a64-4377-b96e-f09e1a0c9371),segment_id=0d6623e9-0a64-4377-b96e-f09e1a0c9371)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:22.051640 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:22.067188 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Calling delete_port for 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 owned by network:router_interface {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:22.291060 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (15f0a8db-80b9-4466-bfaa-eaffc2ef3157), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:22.315287 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=15f0a8db-80b9-4466-bfaa-eaffc2ef3157,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:22.464716 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:22.682442 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:13:22.769144 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc93f-0624-42e7-9f2f-cfd52ff06bbc req-6f9ce248-eb8c-4643-a780-8f02f15e162f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:22.771253 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9c1cc93f-0624-42e7-9f2f-cfd52ff06bbc req-6f9ce248-eb8c-4643-a780-8f02f15e162f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0467935 Jan 25 21:13:22.794268 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:13:22.802386 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f41135a4-d7c9-494e-8788-ee608fcc4d0e admin admin] 10.222.0.20 "PUT /v2.0/routers/2bff27d8-8df4-4e5c-9150-01d587b3e3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7704275 Jan 25 21:13:22.802386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37776) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:22.804793 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] Sync routers for ids ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:13:22.814522 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] Routers {'2bff27d8-8df4-4e5c-9150-01d587b3e3a3'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:13:22.815412 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:12:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:22.822049 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9c1cc93f-0624-42e7-9f2f-cfd52ff06bbc req-d04b9b1d-11c2-49db-be0e-504f0e77990f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 Jan 25 21:13:22.927973 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks [] for router (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:22.934143 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] Set router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:13:23.051628 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks [] for router_gateway (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:23.093347 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562e731-8d04-4e18-9229-4f7b1ac8e19c req-1bfbb0ef-0d72-4e8d-9689-7fb0081e2d89 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:23.094880 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c562e731-8d04-4e18-9229-4f7b1ac8e19c req-1bfbb0ef-0d72-4e8d-9689-7fb0081e2d89 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.0525646 Jan 25 21:13:23.117340 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:13:22Z', 'revision_number': 5, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:23.144028 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] Checking router: 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:13:23.145010 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c562e731-8d04-4e18-9229-4f7b1ac8e19c req-46691f82-ecee-4a45-a9d0-9981ba6277ed tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Jan 25 21:13:23.153223 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] Routers {'2bff27d8-8df4-4e5c-9150-01d587b3e3a3'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:13:23.153879 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:12:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:23.206267 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75232454-6689-4d83-946c-2cdf07268a01 req-cc1d4c92-a847-4ecf-8b9d-8697bb043a7a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:23.214700 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-75232454-6689-4d83-946c-2cdf07268a01 req-cc1d4c92-a847-4ecf-8b9d-8697bb043a7a tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0751441 Jan 25 21:13:23.217445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Deleting port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:23.217824 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:23.272311 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-75232454-6689-4d83-946c-2cdf07268a01 req-87bc8a64-2933-4184-8654-84efdf9a5fd2 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566723 Jan 25 21:13:23.315381 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-96dc8246-5b1b-47df-b130-8ce8d612da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:23.316908 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-96dc8246-5b1b-47df-b130-8ce8d612da09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1138 time: 0.0811598 Jan 25 21:13:23.352387 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] For port b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:23.352745 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:23.356828 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] Set router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:13:23.397568 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Calling delete_port for b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e owned by network:router_gateway {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:23.465836 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-ccb9d8ff-e718-48d4-8062-65b5199852b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:23.467335 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-ccb9d8ff-e718-48d4-8062-65b5199852b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 200 len: 916 time: 0.1422892 Jan 25 21:13:23.500322 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a2b76418-1ee4-466a-a4da-a90a4d3a9470 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:23.520533 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: a2b76418-1ee4-466a-a4da-a90a4d3a9470 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:23.520883 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a2b76418-1ee4-466a-a4da-a90a4d3a9470 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:23.531842 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:13:22Z', 'revision_number': 5, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:23.560942 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307de97-2f02-4312-bebc-9d74fd188bc9 None None] The sync data for ids ['2bff27d8-8df4-4e5c-9150-01d587b3e3a3'] in dv-cinder-809518-10-iscsi is: [{'id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'name': 'tempest-ServerRescueNegativeTestJSON-2094051992-router', 'tenant_id': '8970259d8e5e41b8abef59b5e7550a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:54Z', 'updated_at': '2022-01-25T21:13:22Z', 'revision_number': 5, 'project_id': '8970259d8e5e41b8abef59b5e7550a2a', 'gw_port': {'id': 'b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff27d8-8df4-4e5c-9150-01d587b3e3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:55Z', 'updated_at': '2022-01-25T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:13:23.582818 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-89c084af-0a69-41ac-b585-e31deb8fb252 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 1001 time: 0.1055489 Jan 25 21:13:23.666995 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-e600a246-8ef2-448f-9361-f4a75dfd5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:23.668365 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-e600a246-8ef2-448f-9361-f4a75dfd5b64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3a1a2fd-b63a-4b98-9d15-8f6de245133d HTTP/1.1" status: 200 len: 854 time: 0.0785987 Jan 25 21:13:23.711748 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-3f4452b3-ed18-466c-ae1a-250705699dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:23.713189 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-3f4452b3-ed18-466c-ae1a-250705699dbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42e6abed-670e-4223-ad2a-28699d10e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387259 Jan 25 21:13:23.738970 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:23.800705 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:23.868833 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-649dd003-e9a6-4e8a-be7b-e22a0cd777d1 service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480148 Jan 25 21:13:23.881960 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.262559 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7cc93-e15a-4993-a54d-39864c512835 req-c4349edc-94f7-4a55-8628-83231d26dc49 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:24.264034 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-fcf7cc93-e15a-4993-a54d-39864c512835 req-c4349edc-94f7-4a55-8628-83231d26dc49 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.0486772 Jan 25 21:13:24.299694 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.305427 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks [] for router_controller (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.310745 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-fcf7cc93-e15a-4993-a54d-39864c512835 req-3d5dbc7e-b2ce-415c-91ff-8ce267609004 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Jan 25 21:13:24.396655 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8450a31-92b6-4ea2-bb39-f67d3870e53c req-16d5e0e4-aa0c-4ced-927a-0c451a8acca3 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:24.398166 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b8450a31-92b6-4ea2-bb39-f67d3870e53c req-16d5e0e4-aa0c-4ced-927a-0c451a8acca3 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.4992709 Jan 25 21:13:24.403578 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4a165265-ee82-4e00-8faa-948fb1500a5b req-c4daa60e-a910-45e0-a180-9fa8afa8ada3 service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286727 Jan 25 21:13:24.420378 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95425a8-e4fc-44c4-a839-7e44ab0d670d req-adac4a77-03ce-4edb-b4b7-0e465f856c35 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:24.422160 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a95425a8-e4fc-44c4-a839-7e44ab0d670d req-adac4a77-03ce-4edb-b4b7-0e465f856c35 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0575082 Jan 25 21:13:24.447537 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b8450a31-92b6-4ea2-bb39-f67d3870e53c req-0a1f017a-35df-40d0-828b-09857b4c72a5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Jan 25 21:13:24.448497 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (2bff27d8-8df4-4e5c-9150-01d587b3e3a3), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.449006 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bff27d8-8df4-4e5c-9150-01d587b3e3a3 {{(pid=103218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:13:24.454150 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.458306 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-2553ddf8-0cda-4436-921b-23ea44347a4a admin admin] 10.222.0.20 "DELETE /v2.0/routers/2bff27d8-8df4-4e5c-9150-01d587b3e3a3 HTTP/1.1" status: 204 len: 168 time: 1.6520503 Jan 25 21:13:24.459309 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37790) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:24.516270 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a95425a8-e4fc-44c4-a839-7e44ab0d670d req-199016f9-afb7-4729-900d-36271040a2fc tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881677 Jan 25 21:13:24.530787 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_v2 [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] Deleting subnet fe1ea800-5c48-480f-bd43-594f24683e40 {{(pid=103217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:13:24.540599 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] Publish callbacks [] for subnet (fe1ea800-5c48-480f-bd43-594f24683e40), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.575636 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63018311'] for subnet (fe1ea800-5c48-480f-bd43-594f24683e40), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.618616 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (fe1ea800-5c48-480f-bd43-594f24683e40), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.762868 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62977412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63009036'] for subnet (fe1ea800-5c48-480f-bd43-594f24683e40), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.790240 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1ea800-5c48-480f-bd43-594f24683e40,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:24.798354 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.800523 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-277fface-7895-4b60-8692-752c9995ee77 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:24.802081 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-277fface-7895-4b60-8692-752c9995ee77 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 945 time: 0.0491195 Jan 25 21:13:24.802225 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-837b2a63-653d-4225-bfad-f66c74e200aa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fe1ea800-5c48-480f-bd43-594f24683e40 HTTP/1.1" status: 204 len: 168 time: 0.3427749 Jan 25 21:13:24.804636 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37792) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:24.921608 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (b40c50e9-050a-434c-92d8-564eafde7f01), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:24.983304 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:25.003254 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:25.004181 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 15f0a8db-80b9-4466-bfaa-eaffc2ef3157 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:25.004731 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:25.024514 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Deleting port d733b696-1137-4f05-97da-0ed9ce9f0e59 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:25.024774 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.026702 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:25.027233 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b22e0ee3-fdeb-4d6f-9b23-3560f8177e0e not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:25.031159 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (b40c50e9-050a-434c-92d8-564eafde7f01), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.094063 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40c50e9-050a-434c-92d8-564eafde7f01']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:25.109067 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6623e9-0a64-4377-b96e-f09e1a0c9371') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:25.109368 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6623e9-0a64-4377-b96e-f09e1a0c9371') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:25.122377 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (0d6623e9-0a64-4377-b96e-f09e1a0c9371), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.145785 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (0d6623e9-0a64-4377-b96e-f09e1a0c9371), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.155389 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] For port d733b696-1137-4f05-97da-0ed9ce9f0e59, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d733b696-1137-4f05-97da-0ed9ce9f0e59,segment=NetworkSegment(99c83d99-b448-4d17-94e7-b8feaaa33f84),segment_id=99c83d99-b448-4d17-94e7-b8feaaa33f84)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:25.155738 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.158145 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:13:25.158519 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (0d6623e9-0a64-4377-b96e-f09e1a0c9371), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:13:25.160103 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:13:25.183873 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Calling delete_port for d733b696-1137-4f05-97da-0ed9ce9f0e59 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:25.323220 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (b40c50e9-050a-434c-92d8-564eafde7f01), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.329462 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.332606 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b40c50e9-050a-434c-92d8-564eafde7f01 HTTP/1.1" status: 204 len: 168 time: 0.5270407 Jan 25 21:13:25.347204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05b7c-00e2-456f-943a-987de2b58bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40c50e9-050a-434c-92d8-564eafde7f01,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:25.417670 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (d733b696-1137-4f05-97da-0ed9ce9f0e59), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.429143 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d733b696-1137-4f05-97da-0ed9ce9f0e59'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:13:25.450721 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Pushing event deleted for resources: {'Port': ['ID=d733b696-1137-4f05-97da-0ed9ce9f0e59,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:25.490210 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70276dfb-d621-4b1b-aeda-f53b481402b0 req-f42177f7-02c0-496a-9f72-453d41f42ee6 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:25.491699 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-70276dfb-d621-4b1b-aeda-f53b481402b0 req-f42177f7-02c0-496a-9f72-453d41f42ee6 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 867 time: 0.1046436 Jan 25 21:13:25.509549 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] No DVR routers for this DVR port d733b696-1137-4f05-97da-0ed9ce9f0e59 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:13:25.512191 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.515480 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bc8adb9d-bbc1-4bd8-9a83-0739051f714e req-e958e4d4-0557-4939-8664-b970d3426f44 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.24 "DELETE /v2.0/ports/d733b696-1137-4f05-97da-0ed9ce9f0e59 HTTP/1.1" status: 204 len: 173 time: 0.7042987 Jan 25 21:13:25.520501 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'name': 'network-vif-deleted', 'tag': 'd733b696-1137-4f05-97da-0ed9ce9f0e59'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:25.522794 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178feae1-7271-45b3-978d-bab262b4ee8b" -d '{"events": [{"server_uuid": "b985321b-652e-45e4-8dbb-766f4c81edaa", "name": "network-vif-deleted", "tag": "d733b696-1137-4f05-97da-0ed9ce9f0e59"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:25.563098 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-70276dfb-d621-4b1b-aeda-f53b481402b0 req-9bad3a02-d211-4e8e-a53d-b8d1b52fc64e tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/security-groups?id=37baf2c7-8520-4897-974e-e5cc383b9b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Jan 25 21:13:25.572915 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec29ef5-b99f-4cdc-8cd5-8cfba8f46afc req-98cec17a-de6f-4458-b0b8-c3979909b4b3 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:25.574485 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-aec29ef5-b99f-4cdc-8cd5-8cfba8f46afc req-98cec17a-de6f-4458-b0b8-c3979909b4b3 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0489049 Jan 25 21:13:25.612413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3f5633-6415-4f61-800f-babfd43244ca x-openstack-request-id: req-7b3f5633-6415-4f61-800f-babfd43244ca {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:25.612779 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b985321b-652e-45e4-8dbb-766f4c81edaa", "name": "network-vif-deleted", "tag": "d733b696-1137-4f05-97da-0ed9ce9f0e59", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:25.613569 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b3f5633-6415-4f61-800f-babfd43244ca {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:25.614910 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b985321b-652e-45e4-8dbb-766f4c81edaa', 'name': 'network-vif-deleted', 'tag': 'd733b696-1137-4f05-97da-0ed9ce9f0e59', 'status': 'completed', 'code': 200} Jan 25 21:13:25.622243 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5edacc4e-7f17-4886-ac58-2f215fa7d748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.640571 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-aec29ef5-b99f-4cdc-8cd5-8cfba8f46afc req-c290f083-c642-48e9-ac59-61af14564523 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603960 Jan 25 21:13:25.709061 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c513a-ee9c-4e30-aed0-20e2e7b392c6 req-f18963e7-3669-4cc8-9e3c-89b53aef8903 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:25.710726 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f22c513a-ee9c-4e30-aed0-20e2e7b392c6 req-f18963e7-3669-4cc8-9e3c-89b53aef8903 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0513473 Jan 25 21:13:25.713166 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37804) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:25.778327 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-532a6151-e242-4183-8bb0-2e53f2ebb8f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8970259d8e5e41b8abef59b5e7550a2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0640891 Jan 25 21:13:25.780939 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37806) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:25.798424 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f22c513a-ee9c-4e30-aed0-20e2e7b392c6 req-aadf5d2d-0040-4254-8302-b07394c9709b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790789 Jan 25 21:13:25.830673 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-697da7a7-1c44-499e-b8f4-c26ce0587397 admin admin] Publish callbacks [] for security_group (6ca8a776-aa60-49c2-91fe-5c4c0ac82c59), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.855468 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-697da7a7-1c44-499e-b8f4-c26ce0587397 admin admin] Publish callbacks [] for security_group (6ca8a776-aa60-49c2-91fe-5c4c0ac82c59), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:25.998878 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-697da7a7-1c44-499e-b8f4-c26ce0587397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (6ca8a776-aa60-49c2-91fe-5c4c0ac82c59), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:26.001447 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-697da7a7-1c44-499e-b8f4-c26ce0587397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:26.002617 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-697da7a7-1c44-499e-b8f4-c26ce0587397 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ca8a776-aa60-49c2-91fe-5c4c0ac82c59 HTTP/1.1" status: 204 len: 168 time: 0.2207079 Jan 25 21:13:26.010368 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697da7a7-1c44-499e-b8f4-c26ce0587397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca8a776-aa60-49c2-91fe-5c4c0ac82c59,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:26.669496 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-858cf168-770b-470c-8130-dcf79839aebe req-b441a4a5-4b49-412c-8255-b751a0cbd2d2 tempest-AttachVolumeNegativeTest-258471018 tempest-AttachVolumeNegativeTest-258471018-project] 10.222.0.20 "GET /v2.0/ports?device_id=b985321b-652e-45e4-8dbb-766f4c81edaa HTTP/1.1" status: 200 len: 210 time: 0.0277984 Jan 25 21:13:26.770108 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876af46-0685-4589-b4cc-c7ec8b0f0bd6 req-02dfca47-74a7-43d0-8653-24a54087e5b5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:26.771552 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2876af46-0685-4589-b4cc-c7ec8b0f0bd6 req-02dfca47-74a7-43d0-8653-24a54087e5b5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0523081 Jan 25 21:13:26.817836 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2876af46-0685-4589-b4cc-c7ec8b0f0bd6 req-2b444625-50d5-449f-a48f-1bc924f84447 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Jan 25 21:13:26.913762 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59ae29-a99d-4323-ae61-e9dc9d12408d req-2ba77327-565d-4698-b717-5209c9bd0d34 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:26.915236 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7e59ae29-a99d-4323-ae61-e9dc9d12408d req-2ba77327-565d-4698-b717-5209c9bd0d34 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0481951 Jan 25 21:13:26.973284 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7e59ae29-a99d-4323-ae61-e9dc9d12408d req-8ae3d58c-a558-45fb-9b36-38c8d3268fb7 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524321 Jan 25 21:13:27.510030 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d733b696-1137-4f05-97da-0ed9ce9f0e59 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:13:27.530122 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: d733b696-1137-4f05-97da-0ed9ce9f0e59 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:13:27.531068 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d733b696-1137-4f05-97da-0ed9ce9f0e59 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:13:27.725026 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37848) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:27.758827 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-678b49f9-fa89-4f5f-8586-37ed84a8a2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:27.772968 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Deleting subnet 186c52da-c432-434e-b661-51411906922e {{(pid=103217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:13:27.776116 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Publish callbacks [] for subnet (186c52da-c432-434e-b661-51411906922e), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:27.811649 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63018311'] for subnet (186c52da-c432-434e-b661-51411906922e), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:27.851645 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (186c52da-c432-434e-b661-51411906922e), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:27.942155 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21afcd-8898-4115-848c-bf304ac01287 req-6bd2b8b6-a4b1-44f8-9d4f-219761205812 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:27.943645 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0d21afcd-8898-4115-848c-bf304ac01287 req-6bd2b8b6-a4b1-44f8-9d4f-219761205812 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Jan 25 21:13:27.995988 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0d21afcd-8898-4115-848c-bf304ac01287 req-37809af6-9806-43e1-b818-dea97770cd34 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454333 Jan 25 21:13:28.010547 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62977412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63009036'] for subnet (186c52da-c432-434e-b661-51411906922e), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.023752 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.027444 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/186c52da-c432-434e-b661-51411906922e HTTP/1.1" status: 204 len: 168 time: 0.3012080 Jan 25 21:13:28.030054 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37866) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:28.057667 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186c52da-c432-434e-b661-51411906922e,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:28.079237 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.079596 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.085032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4635d-5566-406b-b8e3-334d3e2dfe9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:13:28.142638 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (cfedde32-4f8a-4ca5-989b-3ccfd1e778db), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.163392 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f99f83-297e-4cd7-b2f1-2e13685f4dfa req-d9a8208c-9ce3-4909-982d-704fd9a35823 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:28.164903 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b5f99f83-297e-4cd7-b2f1-2e13685f4dfa req-d9a8208c-9ce3-4909-982d-704fd9a35823 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0973248 Jan 25 21:13:28.257418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (cfedde32-4f8a-4ca5-989b-3ccfd1e778db), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.297440 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfedde32-4f8a-4ca5-989b-3ccfd1e778db']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:28.304917 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b5f99f83-297e-4cd7-b2f1-2e13685f4dfa req-3c7374ce-03ba-4f20-9dca-314cb3cb52a3 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194260 Jan 25 21:13:28.313506 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c83d99-b448-4d17-94e7-b8feaaa33f84') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:28.313840 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c83d99-b448-4d17-94e7-b8feaaa33f84') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:28.323557 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (99c83d99-b448-4d17-94e7-b8feaaa33f84), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.338023 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (99c83d99-b448-4d17-94e7-b8feaaa33f84), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.344143 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:13:28.344713 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (99c83d99-b448-4d17-94e7-b8feaaa33f84), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:13:28.346487 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:13:28.370763 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54b99e-3443-4e8b-817a-c08c03c44670 req-da416e68-71be-426d-a537-5775481e18a8 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:28.373012 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9c54b99e-3443-4e8b-817a-c08c03c44670 req-da416e68-71be-426d-a537-5775481e18a8 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0584195 Jan 25 21:13:28.422725 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9c54b99e-3443-4e8b-817a-c08c03c44670 req-57de0e7a-15ef-496a-90d4-75c72d91e57a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Jan 25 21:13:28.513210 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-0ff84e86-3985-406a-8604-9ebdc43c323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:28.513210 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-0ff84e86-3985-406a-8604-9ebdc43c323a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 1098 time: 0.0424931 Jan 25 21:13:28.604646 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37876) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:28.609482 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-c4cd25c5-8486-44cd-a90b-338ee4f5986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:28.611219 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-c4cd25c5-8486-44cd-a90b-338ee4f5986c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 911 time: 0.0911548 Jan 25 21:13:28.676839 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-68b4c830-fa2b-461b-8d15-a75151f1ab44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 200 len: 1001 time: 0.0599489 Jan 25 21:13:28.709406 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-34169136-bd3c-4baa-91e9-e015106ebc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.729287 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-303363c2-901a-4dcd-a171-c90b84804180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:28.730782 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-303363c2-901a-4dcd-a171-c90b84804180 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0478647 Jan 25 21:13:28.776152 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-d358dce3-9566-48ff-9dc6-8012c802509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:28.777628 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-d358dce3-9566-48ff-9dc6-8012c802509e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395980 Jan 25 21:13:28.784397 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-34169136-bd3c-4baa-91e9-e015106ebc8c admin admin] Publish callbacks [] for security_group (b4e9303c-3394-4de4-a391-82a1c7017bbe), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.804821 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (cfedde32-4f8a-4ca5-989b-3ccfd1e778db), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.808943 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.812080 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] 10.222.0.20 "DELETE /v2.0/networks/cfedde32-4f8a-4ca5-989b-3ccfd1e778db HTTP/1.1" status: 204 len: 168 time: 0.7805262 Jan 25 21:13:28.833084 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf66e3-49fc-4ab4-9d9b-4c140e87ffac admin admin] Pushing event deleted for resources: {'Network': ['ID=cfedde32-4f8a-4ca5-989b-3ccfd1e778db,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:28.887829 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-f14aaa8b-e360-45d3-bfaa-c0d47f925892 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019382 Jan 25 21:13:28.907243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-34169136-bd3c-4baa-91e9-e015106ebc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (b4e9303c-3394-4de4-a391-82a1c7017bbe), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:28.945323 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-34169136-bd3c-4baa-91e9-e015106ebc8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9e3a684166c42f993481580c00e2e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395088 Jan 25 21:13:28.946120 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169136-bd3c-4baa-91e9-e015106ebc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e9303c-3394-4de4-a391-82a1c7017bbe,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:28.951946 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37882) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:28.989426 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6053e0b6-724b-49a6-a1cd-58cc1629144b req-6595e1b4-11b1-42a2-b598-0e1cdaa465b1 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941556 Jan 25 21:13:28.997394 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2039c56-482d-495d-aaf9-e3a0c4316e65 admin admin] Publish callbacks [] for security_group (b4e9303c-3394-4de4-a391-82a1c7017bbe), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.020113 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2039c56-482d-495d-aaf9-e3a0c4316e65 admin admin] Publish callbacks [] for security_group (b4e9303c-3394-4de4-a391-82a1c7017bbe), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.113214 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.141826 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2039c56-482d-495d-aaf9-e3a0c4316e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (b4e9303c-3394-4de4-a391-82a1c7017bbe), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.144937 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a2039c56-482d-495d-aaf9-e3a0c4316e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.146147 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a2039c56-482d-495d-aaf9-e3a0c4316e65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4e9303c-3394-4de4-a391-82a1c7017bbe HTTP/1.1" status: 204 len: 168 time: 0.1968877 Jan 25 21:13:29.154610 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2039c56-482d-495d-aaf9-e3a0c4316e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e9303c-3394-4de4-a391-82a1c7017bbe,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:29.301258 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37886) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:29.341430 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-982ddee4-b39a-4b61-bfa1-1f63c5d2323f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b79d41991344f249ba47758d51bbb54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389905 Jan 25 21:13:29.343857 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37890) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:29.395337 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ba28-5ea6-426a-b7e6-31515795bbff admin admin] Publish callbacks [] for security_group (37baf2c7-8520-4897-974e-e5cc383b9b16), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.421918 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ba28-5ea6-426a-b7e6-31515795bbff admin admin] Publish callbacks [] for security_group (37baf2c7-8520-4897-974e-e5cc383b9b16), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.431096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190c660-9e9a-486a-ae81-3b527297bb63 req-e365edc3-6d42-4efe-8c2c-6f2987fc1255 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:29.432663 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6190c660-9e9a-486a-ae81-3b527297bb63 req-e365edc3-6d42-4efe-8c2c-6f2987fc1255 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0509751 Jan 25 21:13:29.518534 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6190c660-9e9a-486a-ae81-3b527297bb63 req-4691bece-72a8-4c3a-ad2f-a6a17ee4e623 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782051 Jan 25 21:13:29.547071 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52d88-e6a4-41ed-b89b-f1587bf816fb req-7fcf3599-10fd-4327-94f4-f27e0274a961 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:29.548482 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7ac52d88-e6a4-41ed-b89b-f1587bf816fb req-7fcf3599-10fd-4327-94f4-f27e0274a961 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0558462 Jan 25 21:13:29.578329 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ba28-5ea6-426a-b7e6-31515795bbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (37baf2c7-8520-4897-974e-e5cc383b9b16), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.580773 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ba28-5ea6-426a-b7e6-31515795bbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.582541 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-6ff3ba28-5ea6-426a-b7e6-31515795bbff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37baf2c7-8520-4897-974e-e5cc383b9b16 HTTP/1.1" status: 204 len: 168 time: 0.2377827 Jan 25 21:13:29.605039 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3ba28-5ea6-426a-b7e6-31515795bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37baf2c7-8520-4897-974e-e5cc383b9b16,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:29.615401 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7ac52d88-e6a4-41ed-b89b-f1587bf816fb req-1031ee20-a003-49f9-a6d4-ad76df18fe06 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612447 Jan 25 21:13:29.804659 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 37898) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:29.818715 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38714056-0a53-44cd-aa7f-48989fefc914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.891586 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38714056-0a53-44cd-aa7f-48989fefc914 admin admin] Publish callbacks [] for security_group (617a6739-e48d-43d7-843f-6d777b27ae7d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:29.979424 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38714056-0a53-44cd-aa7f-48989fefc914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (617a6739-e48d-43d7-843f-6d777b27ae7d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:30.020750 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-38714056-0a53-44cd-aa7f-48989fefc914 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c74c8c4d11e46e381304921950c73ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148163 Jan 25 21:13:30.021552 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38714056-0a53-44cd-aa7f-48989fefc914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a6739-e48d-43d7-843f-6d777b27ae7d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:30.023534 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 37906) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:30.075313 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760f0651-eb29-4943-93eb-1331a89bccc2 admin admin] Publish callbacks [] for security_group (617a6739-e48d-43d7-843f-6d777b27ae7d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:30.095496 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760f0651-eb29-4943-93eb-1331a89bccc2 admin admin] Publish callbacks [] for security_group (617a6739-e48d-43d7-843f-6d777b27ae7d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:30.198917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760f0651-eb29-4943-93eb-1331a89bccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (617a6739-e48d-43d7-843f-6d777b27ae7d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:30.201665 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-760f0651-eb29-4943-93eb-1331a89bccc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:30.202876 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-760f0651-eb29-4943-93eb-1331a89bccc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/617a6739-e48d-43d7-843f-6d777b27ae7d HTTP/1.1" status: 204 len: 168 time: 0.1783543 Jan 25 21:13:30.211060 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f0651-eb29-4943-93eb-1331a89bccc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a6739-e48d-43d7-843f-6d777b27ae7d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:30.524595 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:30.626151 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcbe15-65c1-4aec-84bc-9c39a7490054 req-3256cfb2-ca7d-48c7-a51f-d8084fe122c5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:30.627641 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-80dcbe15-65c1-4aec-84bc-9c39a7490054 req-3256cfb2-ca7d-48c7-a51f-d8084fe122c5 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0495627 Jan 25 21:13:30.704091 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-80dcbe15-65c1-4aec-84bc-9c39a7490054 req-7b81c5fe-f868-447a-b682-e99bf17ec8f7 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709002 Jan 25 21:13:30.766980 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60018933-feb4-4c5d-b6a1-2004a5dd7777 req-6bcc89d6-f5df-4fea-9c59-7693a681d3dc tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:30.767110 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-60018933-feb4-4c5d-b6a1-2004a5dd7777 req-6bcc89d6-f5df-4fea-9c59-7693a681d3dc tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0573852 Jan 25 21:13:30.812497 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-60018933-feb4-4c5d-b6a1-2004a5dd7777 req-8a5ec2b1-831f-409b-a147-fad57bf24446 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Jan 25 21:13:31.762464 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:31.830382 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5483-dbd2-4fe5-b343-4000288d8644 req-72220ba8-6e77-4a69-ab5d-d696b7ff4bff tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:31.831887 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2f0b5483-dbd2-4fe5-b343-4000288d8644 req-72220ba8-6e77-4a69-ab5d-d696b7ff4bff tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0496995 Jan 25 21:13:31.894229 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2f0b5483-dbd2-4fe5-b343-4000288d8644 req-14d76091-4b4f-450d-939b-09306b2e08b7 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559845 Jan 25 21:13:32.510238 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38004) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:32.612794 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbe30479-f1ba-4f7a-81ff-2935ef40e5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:32.685766 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbe30479-f1ba-4f7a-81ff-2935ef40e5c2 admin admin] Publish callbacks [] for security_group (91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:32.752699 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dbe30479-f1ba-4f7a-81ff-2935ef40e5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:32.792502 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-dbe30479-f1ba-4f7a-81ff-2935ef40e5c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ddfa0adb1084f5c9a1be4df8b04c927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812078 Jan 25 21:13:32.793375 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe30479-f1ba-4f7a-81ff-2935ef40e5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:32.796090 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38008) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:32.843214 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2d345b4d-b167-48e7-a571-7066687401fc admin admin] Publish callbacks [] for security_group (91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:32.863991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2d345b4d-b167-48e7-a571-7066687401fc admin admin] Publish callbacks [] for security_group (91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:32.992278 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2d345b4d-b167-48e7-a571-7066687401fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:32.995098 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2d345b4d-b167-48e7-a571-7066687401fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:32.996209 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-2d345b4d-b167-48e7-a571-7066687401fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0 HTTP/1.1" status: 204 len: 168 time: 0.1986840 Jan 25 21:13:33.226841 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d345b4d-b167-48e7-a571-7066687401fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a9f3e7-85a5-4075-9a6e-4c8d860c8ea0,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:33.243106 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ed7e7-87b4-49af-9bf0-1b54c704ac2a req-968cbc85-ba87-4baf-b684-6dce51d79050 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:33.244826 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-483ed7e7-87b4-49af-9bf0-1b54c704ac2a req-968cbc85-ba87-4baf-b684-6dce51d79050 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.2833579 Jan 25 21:13:33.304530 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-483ed7e7-87b4-49af-9bf0-1b54c704ac2a req-28ba62d4-ae19-4133-bf66-eff930d245bf tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527561 Jan 25 21:13:33.668040 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38018) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:33.679229 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b98ca68-29c0-4b38-a3db-c6ca47cae26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:33.749832 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b98ca68-29c0-4b38-a3db-c6ca47cae26c admin admin] Publish callbacks [] for security_group (b5401311-8fb0-4c61-bacd-fdf98ca40350), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:33.841874 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b98ca68-29c0-4b38-a3db-c6ca47cae26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (b5401311-8fb0-4c61-bacd-fdf98ca40350), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:33.879652 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-6b98ca68-29c0-4b38-a3db-c6ca47cae26c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f8630c56f484da2ba1d4987c4b02bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125192 Jan 25 21:13:33.880476 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98ca68-29c0-4b38-a3db-c6ca47cae26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5401311-8fb0-4c61-bacd-fdf98ca40350,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:33.882293 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38020) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:33.928824 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0f04e18d-7e70-43b6-add5-c71dd5f11143 admin admin] Publish callbacks [] for security_group (b5401311-8fb0-4c61-bacd-fdf98ca40350), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:33.948419 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0f04e18d-7e70-43b6-add5-c71dd5f11143 admin admin] Publish callbacks [] for security_group (b5401311-8fb0-4c61-bacd-fdf98ca40350), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:34.095785 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0f04e18d-7e70-43b6-add5-c71dd5f11143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (b5401311-8fb0-4c61-bacd-fdf98ca40350), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:34.099019 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0f04e18d-7e70-43b6-add5-c71dd5f11143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:34.100488 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-0f04e18d-7e70-43b6-add5-c71dd5f11143 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5401311-8fb0-4c61-bacd-fdf98ca40350 HTTP/1.1" status: 204 len: 168 time: 0.2170634 Jan 25 21:13:34.108888 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04e18d-7e70-43b6-add5-c71dd5f11143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5401311-8fb0-4c61-bacd-fdf98ca40350,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:34.424141 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c351d2e-591f-48ab-9049-5c6b078158c1 req-c3b2ca43-9d59-429b-9c7d-50e3b6c05372 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:34.425614 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8c351d2e-591f-48ab-9049-5c6b078158c1 req-c3b2ca43-9d59-429b-9c7d-50e3b6c05372 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0540829 Jan 25 21:13:34.494321 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8c351d2e-591f-48ab-9049-5c6b078158c1 req-643077ef-834d-4a47-a3cf-def9346f24e4 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628297 Jan 25 21:13:34.773253 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:35.628738 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedee43a-8afd-4531-942f-5f9a40b42889 req-f8e1ce9d-03d0-4bc9-9f21-8b59bf4597bb tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:35.633876 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-dedee43a-8afd-4531-942f-5f9a40b42889 req-f8e1ce9d-03d0-4bc9-9f21-8b59bf4597bb tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0513916 Jan 25 21:13:35.710552 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-dedee43a-8afd-4531-942f-5f9a40b42889 req-8d23a2ff-c9e9-435d-8728-017a08927d41 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f228723-ff71-41a0-b778-5b23ee1310bf&id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735857 Jan 25 21:13:39.677139 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38150) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:39.776528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec599621-6b90-464d-a05b-69ec6fa047ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:39.846069 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec599621-6b90-464d-a05b-69ec6fa047ee admin admin] Publish callbacks [] for security_group (e5e99a58-6c5b-488a-a716-d0494f32a4df), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:39.952446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec599621-6b90-464d-a05b-69ec6fa047ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e5e99a58-6c5b-488a-a716-d0494f32a4df), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:39.990785 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ec599621-6b90-464d-a05b-69ec6fa047ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d5f88fc9b4d4499a156827ac6f9ee0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125546 Jan 25 21:13:39.991598 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec599621-6b90-464d-a05b-69ec6fa047ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e99a58-6c5b-488a-a716-d0494f32a4df,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:39.993543 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38154) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:40.040177 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fac9c2ff-9e43-43aa-812d-250c41683815 admin admin] Publish callbacks [] for security_group (e5e99a58-6c5b-488a-a716-d0494f32a4df), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:40.060190 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fac9c2ff-9e43-43aa-812d-250c41683815 admin admin] Publish callbacks [] for security_group (e5e99a58-6c5b-488a-a716-d0494f32a4df), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:40.169956 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fac9c2ff-9e43-43aa-812d-250c41683815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e5e99a58-6c5b-488a-a716-d0494f32a4df), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:40.172559 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-fac9c2ff-9e43-43aa-812d-250c41683815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:40.175981 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-fac9c2ff-9e43-43aa-812d-250c41683815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5e99a58-6c5b-488a-a716-d0494f32a4df HTTP/1.1" status: 204 len: 168 time: 0.1789646 Jan 25 21:13:40.181388 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9c2ff-9e43-43aa-812d-250c41683815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e99a58-6c5b-488a-a716-d0494f32a4df,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:40.975363 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38180) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:40.987888 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b25d60d-5fa0-4d7a-ba63-d702ac726615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:41.058328 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b25d60d-5fa0-4d7a-ba63-d702ac726615 admin admin] Publish callbacks [] for security_group (a3fe3739-fa68-4264-91ce-535a24608968), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:41.208120 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-5b25d60d-5fa0-4d7a-ba63-d702ac726615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (a3fe3739-fa68-4264-91ce-535a24608968), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:41.244459 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-5b25d60d-5fa0-4d7a-ba63-d702ac726615 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4576537128574a618bf91dd687560214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680402 Jan 25 21:13:41.245374 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25d60d-5fa0-4d7a-ba63-d702ac726615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe3739-fa68-4264-91ce-535a24608968,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:41.247150 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38182) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:41.295928 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a468cb53-b614-46d7-9244-469eafd28eb0 admin admin] Publish callbacks [] for security_group (a3fe3739-fa68-4264-91ce-535a24608968), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:41.319542 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a468cb53-b614-46d7-9244-469eafd28eb0 admin admin] Publish callbacks [] for security_group (a3fe3739-fa68-4264-91ce-535a24608968), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:41.490095 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a468cb53-b614-46d7-9244-469eafd28eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (a3fe3739-fa68-4264-91ce-535a24608968), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:41.492718 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a468cb53-b614-46d7-9244-469eafd28eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:41.493883 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a468cb53-b614-46d7-9244-469eafd28eb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3fe3739-fa68-4264-91ce-535a24608968 HTTP/1.1" status: 204 len: 168 time: 0.2456546 Jan 25 21:13:41.501599 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468cb53-b614-46d7-9244-469eafd28eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe3739-fa68-4264-91ce-535a24608968,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:43.977421 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38252) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:44.086760 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e9d0be6e-5172-4d68-a16a-32505a052d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:44.157229 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e9d0be6e-5172-4d68-a16a-32505a052d3a admin admin] Publish callbacks [] for security_group (2fadbbb2-01c5-497b-8111-e913c7a06647), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:44.226718 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e9d0be6e-5172-4d68-a16a-32505a052d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2fadbbb2-01c5-497b-8111-e913c7a06647), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:44.261057 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e9d0be6e-5172-4d68-a16a-32505a052d3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58a696d309904d4488b4757b339edb39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825718 Jan 25 21:13:44.263769 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38262) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:44.265730 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0be6e-5172-4d68-a16a-32505a052d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fadbbb2-01c5-497b-8111-e913c7a06647,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:44.318783 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4388c968-c90f-46eb-a2d3-39267dd82b9b admin admin] Publish callbacks [] for security_group (2fadbbb2-01c5-497b-8111-e913c7a06647), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:44.338468 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4388c968-c90f-46eb-a2d3-39267dd82b9b admin admin] Publish callbacks [] for security_group (2fadbbb2-01c5-497b-8111-e913c7a06647), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:44.518531 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4388c968-c90f-46eb-a2d3-39267dd82b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2fadbbb2-01c5-497b-8111-e913c7a06647), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:44.521656 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4388c968-c90f-46eb-a2d3-39267dd82b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:44.522880 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-4388c968-c90f-46eb-a2d3-39267dd82b9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fadbbb2-01c5-497b-8111-e913c7a06647 HTTP/1.1" status: 204 len: 168 time: 0.2573915 Jan 25 21:13:44.530878 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c968-c90f-46eb-a2d3-39267dd82b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fadbbb2-01c5-497b-8111-e913c7a06647,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:45.145007 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38276) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:45.158810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a3ad-3864-4bdd-8280-d845fcbd09ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:45.229468 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a3ad-3864-4bdd-8280-d845fcbd09ac admin admin] Publish callbacks [] for security_group (89a4abfc-04da-436e-af6c-35c66936a180), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:45.301044 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a3ad-3864-4bdd-8280-d845fcbd09ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (89a4abfc-04da-436e-af6c-35c66936a180), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:45.343576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a3ad-3864-4bdd-8280-d845fcbd09ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a4abfc-04da-436e-af6c-35c66936a180,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:45.349255 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3dd6a3ad-3864-4bdd-8280-d845fcbd09ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a97bd9b8f954b239216142dc45d1540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032349 Jan 25 21:13:45.351915 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38278) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:45.401821 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-961936e2-a828-4fbe-b605-216cd4c8e10e admin admin] Publish callbacks [] for security_group (89a4abfc-04da-436e-af6c-35c66936a180), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:45.423111 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-961936e2-a828-4fbe-b605-216cd4c8e10e admin admin] Publish callbacks [] for security_group (89a4abfc-04da-436e-af6c-35c66936a180), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:45.637897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-961936e2-a828-4fbe-b605-216cd4c8e10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (89a4abfc-04da-436e-af6c-35c66936a180), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:45.640546 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-961936e2-a828-4fbe-b605-216cd4c8e10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:45.641689 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-961936e2-a828-4fbe-b605-216cd4c8e10e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89a4abfc-04da-436e-af6c-35c66936a180 HTTP/1.1" status: 204 len: 168 time: 0.2888560 Jan 25 21:13:45.649661 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961936e2-a828-4fbe-b605-216cd4c8e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a4abfc-04da-436e-af6c-35c66936a180,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:52.041372 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38406) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:52.144890 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7ee23bf0-fe9a-410a-949f-fe287d44c833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:52.215130 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7ee23bf0-fe9a-410a-949f-fe287d44c833 admin admin] Publish callbacks [] for security_group (2bb2f222-7628-407f-a57e-f3a0f0497668), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:52.306725 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7ee23bf0-fe9a-410a-949f-fe287d44c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2bb2f222-7628-407f-a57e-f3a0f0497668), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:52.345351 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-7ee23bf0-fe9a-410a-949f-fe287d44c833 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb484a98c47e4c3398ca5e476b458e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029048 Jan 25 21:13:52.346245 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23bf0-fe9a-410a-949f-fe287d44c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb2f222-7628-407f-a57e-f3a0f0497668,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:52.349721 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38410) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:52.402496 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec3294eb-60cc-4758-bbd7-3e4f1ccd9ded admin admin] Publish callbacks [] for security_group (2bb2f222-7628-407f-a57e-f3a0f0497668), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:52.423014 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec3294eb-60cc-4758-bbd7-3e4f1ccd9ded admin admin] Publish callbacks [] for security_group (2bb2f222-7628-407f-a57e-f3a0f0497668), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:52.557816 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec3294eb-60cc-4758-bbd7-3e4f1ccd9ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2bb2f222-7628-407f-a57e-f3a0f0497668), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:52.560290 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ec3294eb-60cc-4758-bbd7-3e4f1ccd9ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:52.561466 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ec3294eb-60cc-4758-bbd7-3e4f1ccd9ded admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bb2f222-7628-407f-a57e-f3a0f0497668 HTTP/1.1" status: 204 len: 168 time: 0.2102427 Jan 25 21:13:52.569679 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3294eb-60cc-4758-bbd7-3e4f1ccd9ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb2f222-7628-407f-a57e-f3a0f0497668,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:53.235404 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38420) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:53.248234 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2e8002a1-fc66-4727-9464-6af78a740872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:53.320002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2e8002a1-fc66-4727-9464-6af78a740872 admin admin] Publish callbacks [] for security_group (dc783748-0670-4871-8614-790a0f299ba7), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:53.398814 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-2e8002a1-fc66-4727-9464-6af78a740872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (dc783748-0670-4871-8614-790a0f299ba7), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:53.435323 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-2e8002a1-fc66-4727-9464-6af78a740872 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57b86f2b39a04fc29af5c13a542752c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988633 Jan 25 21:13:53.437190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8002a1-fc66-4727-9464-6af78a740872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc783748-0670-4871-8614-790a0f299ba7,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:53.438012 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38422) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:53.485003 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a485323b-206e-4c10-8d27-597f7486e1a0 admin admin] Publish callbacks [] for security_group (dc783748-0670-4871-8614-790a0f299ba7), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:53.505654 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a485323b-206e-4c10-8d27-597f7486e1a0 admin admin] Publish callbacks [] for security_group (dc783748-0670-4871-8614-790a0f299ba7), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:53.643544 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a485323b-206e-4c10-8d27-597f7486e1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (dc783748-0670-4871-8614-790a0f299ba7), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:53.646353 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a485323b-206e-4c10-8d27-597f7486e1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:53.647482 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a485323b-206e-4c10-8d27-597f7486e1a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc783748-0670-4871-8614-790a0f299ba7 HTTP/1.1" status: 204 len: 168 time: 0.2084820 Jan 25 21:13:53.655036 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485323b-206e-4c10-8d27-597f7486e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc783748-0670-4871-8614-790a0f299ba7,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:55.015999 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:13:55.246279 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38474) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:55.349832 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d41325b4-0afb-410b-bb41-a838ebc60505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.422887 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d41325b4-0afb-410b-bb41-a838ebc60505 admin admin] Publish callbacks [] for security_group (e782db6e-c6ec-43de-9375-b4e16706c696), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.483776 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d41325b4-0afb-410b-bb41-a838ebc60505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e782db6e-c6ec-43de-9375-b4e16706c696), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.524314 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d41325b4-0afb-410b-bb41-a838ebc60505 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ede66098484f4ad9bfc5fc0e66c83577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769649 Jan 25 21:13:55.525200 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41325b4-0afb-410b-bb41-a838ebc60505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782db6e-c6ec-43de-9375-b4e16706c696,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:55.527264 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38480) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:55.578076 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4e004812-15ee-432d-a180-2a4c91dd345a admin admin] Publish callbacks [] for security_group (e782db6e-c6ec-43de-9375-b4e16706c696), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.598838 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4e004812-15ee-432d-a180-2a4c91dd345a admin admin] Publish callbacks [] for security_group (e782db6e-c6ec-43de-9375-b4e16706c696), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.616905 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b85b-e6a7-4a6c-bff3-325b251bfc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.718414 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4e004812-15ee-432d-a180-2a4c91dd345a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e782db6e-c6ec-43de-9375-b4e16706c696), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.721383 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4e004812-15ee-432d-a180-2a4c91dd345a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:55.722617 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4e004812-15ee-432d-a180-2a4c91dd345a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e782db6e-c6ec-43de-9375-b4e16706c696 HTTP/1.1" status: 204 len: 168 time: 0.1942599 Jan 25 21:13:55.732589 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e004812-15ee-432d-a180-2a4c91dd345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782db6e-c6ec-43de-9375-b4e16706c696,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:56.232059 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ed6b2-b2a2-481f-9290-57d8c73e4123 req-da596732-bbd4-4800-ad8d-aa36e0777392 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:56.233515 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8c9ed6b2-b2a2-481f-9290-57d8c73e4123 req-da596732-bbd4-4800-ad8d-aa36e0777392 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0470235 Jan 25 21:13:56.278182 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8c9ed6b2-b2a2-481f-9290-57d8c73e4123 req-d09f2a75-e726-4580-8380-b80de4b394bb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Jan 25 21:13:57.398586 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1aa0c-ca83-4854-b6c1-db4521e73a9b req-3b929f87-9bba-4306-b994-f70bad9e4661 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:57.400052 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-93a1aa0c-ca83-4854-b6c1-db4521e73a9b req-3b929f87-9bba-4306-b994-f70bad9e4661 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0473111 Jan 25 21:13:57.445276 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-93a1aa0c-ca83-4854-b6c1-db4521e73a9b req-220029aa-c172-464e-a19f-52b3b72818f3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd89da6e-da56-45e4-b26c-9cff56cb4678&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 Jan 25 21:13:57.807435 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ddc96cb4-d0af-43d0-9ee5-6f1e49d6c145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:57.917475 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-14d9fa82-4d4a-4fa9-813e-f1046b138e28 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:13:57.918895 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-14d9fa82-4d4a-4fa9-813e-f1046b138e28 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 946 time: 0.0466292 Jan 25 21:13:58.010137 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Deleting port 9dcaae43-dd36-472e-ae30-092b0af82099 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:13:58.010401 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:58.104318 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] For port 9dcaae43-dd36-472e-ae30-092b0af82099, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9dcaae43-dd36-472e-ae30-092b0af82099,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:13:58.104680 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:58.315140 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:58.315508 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (794ee5fc-e205-4c1d-9965-2744ab985997), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:58.315827 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Floating IP 794ee5fc-e205-4c1d-9965-2744ab985997 disassociated. External IP: 172.27.2.174, port: 9dcaae43-dd36-472e-ae30-092b0af82099. Jan 25 21:13:58.316171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Calling delete_port for 9dcaae43-dd36-472e-ae30-092b0af82099 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:13:58.504911 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (9dcaae43-dd36-472e-ae30-092b0af82099), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:58.532913 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event deleted for resources: {'Port': ['ID=9dcaae43-dd36-472e-ae30-092b0af82099,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:58.542211 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b9a0fc3d-62c6-4373-9781-695385e36c5f req-6f95629c-d9dd-4852-8b03-7be12ecc83fb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0258286 Jan 25 21:13:58.643511 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:13:58.751482 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:13:58.764103 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] Sync routers for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:13:58.779262 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:13:58.779940 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:13:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:58.796900 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] No DVR routers for this DVR port 9dcaae43-dd36-472e-ae30-092b0af82099 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:13:58.799905 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:58.803886 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d39da8bb-e46b-47e0-babb-a5c714083643 req-32b37b7c-22e1-4a52-901d-0018ebfdd48c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "DELETE /v2.0/ports/9dcaae43-dd36-472e-ae30-092b0af82099 HTTP/1.1" status: 204 len: 173 time: 0.8782156 Jan 25 21:13:58.804455 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-deleted', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:13:58.806817 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12082a7-20e4-4db7-a348-04fbb7752abb" -d '{"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-deleted", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:13:58.852643 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c9837e-c2ca-4911-b89c-83d853765ab5 x-openstack-request-id: req-09c9837e-c2ca-4911-b89c-83d853765ab5 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:13:58.852938 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0183729-9e28-401e-844e-1bcc97f953a1", "name": "network-vif-deleted", "tag": "9dcaae43-dd36-472e-ae30-092b0af82099", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:13:58.853189 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09c9837e-c2ca-4911-b89c-83d853765ab5 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:13:58.853584 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0183729-9e28-401e-844e-1bcc97f953a1', 'name': 'network-vif-deleted', 'tag': '9dcaae43-dd36-472e-ae30-092b0af82099', 'status': 'completed', 'code': 200} Jan 25 21:13:58.906884 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:13:59.119910 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:59.148606 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] Checking router: 1490c84f-7bc7-4e70-94d1-149ef5fb7352 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:13:59.157637 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:13:59.158294 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:13:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:59.196173 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:59.265657 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:13:59.491611 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:13:59.521140 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b192a7-4d81-43d5-94bc-c93c3fffc525 None None] The sync data for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi is: [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:13:59.523670 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38550) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:59.674874 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-60d31521-ed89-491f-8ec3-5364596eda3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:59.687028 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-71fec954-20a1-436a-96b8-63295fdcc942 req-3fd69bfd-efdf-4108-a691-36ebf75423bf tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0183729-9e28-401e-844e-1bcc97f953a1 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Jan 25 21:13:59.756586 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-60d31521-ed89-491f-8ec3-5364596eda3f admin admin] Publish callbacks [] for security_group (5696d2a6-a188-4d33-a50d-2a7852cd6ed5), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:59.815883 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eeaa98-b52d-40d7-be8a-8d3c271cb9ed None None] New status for floating IP 794ee5fc-e205-4c1d-9965-2744ab985997: DOWN {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:13:59.872229 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-60d31521-ed89-491f-8ec3-5364596eda3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5696d2a6-a188-4d33-a50d-2a7852cd6ed5), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:59.915047 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-60d31521-ed89-491f-8ec3-5364596eda3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=511711a8863b4d04a400d3c46edf9bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878307 Jan 25 21:13:59.915047 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d31521-ed89-491f-8ec3-5364596eda3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5696d2a6-a188-4d33-a50d-2a7852cd6ed5,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:13:59.915762 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38556) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:13:59.977512 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7e818f6d-7ed7-4d89-b5ff-603418383f88 admin admin] Publish callbacks [] for security_group (5696d2a6-a188-4d33-a50d-2a7852cd6ed5), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:13:59.997873 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7e818f6d-7ed7-4d89-b5ff-603418383f88 admin admin] Publish callbacks [] for security_group (5696d2a6-a188-4d33-a50d-2a7852cd6ed5), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.123480 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7e818f6d-7ed7-4d89-b5ff-603418383f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5696d2a6-a188-4d33-a50d-2a7852cd6ed5), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.129570 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-7e818f6d-7ed7-4d89-b5ff-603418383f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.129570 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-7e818f6d-7ed7-4d89-b5ff-603418383f88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5696d2a6-a188-4d33-a50d-2a7852cd6ed5 HTTP/1.1" status: 204 len: 168 time: 0.2053430 Jan 25 21:14:00.135548 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e818f6d-7ed7-4d89-b5ff-603418383f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5696d2a6-a188-4d33-a50d-2a7852cd6ed5,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:00.500974 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.734065 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38566) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:00.746726 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b64d-643f-46a9-a4bf-6e4c3e4e00fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.819379 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b64d-643f-46a9-a4bf-6e4c3e4e00fe admin admin] Publish callbacks [] for security_group (9b8cfdd3-e434-4315-b6e2-fc2608bdfd77), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.832846 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38570) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:00.885113 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d6709f0f-547e-476b-8b27-ae2397289134 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (fd89da6e-da56-45e4-b26c-9cff56cb4678), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.889121 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b64d-643f-46a9-a4bf-6e4c3e4e00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9b8cfdd3-e434-4315-b6e2-fc2608bdfd77), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.909090 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d6709f0f-547e-476b-8b27-ae2397289134 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (fd89da6e-da56-45e4-b26c-9cff56cb4678), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:00.926844 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9b64d-643f-46a9-a4bf-6e4c3e4e00fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8cfdd3-e434-4315-b6e2-fc2608bdfd77,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:00.931713 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-1fe9b64d-643f-46a9-a4bf-6e4c3e4e00fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cd1e02a4918491589b98319b1f26854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965420 Jan 25 21:14:00.934476 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38572) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:00.989500 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-468d99e3-b80e-46fb-96d6-126f7dfbc4a4 admin admin] Publish callbacks [] for security_group (9b8cfdd3-e434-4315-b6e2-fc2608bdfd77), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.010902 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-468d99e3-b80e-46fb-96d6-126f7dfbc4a4 admin admin] Publish callbacks [] for security_group (9b8cfdd3-e434-4315-b6e2-fc2608bdfd77), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.049055 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d6709f0f-547e-476b-8b27-ae2397289134 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (fd89da6e-da56-45e4-b26c-9cff56cb4678), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.051672 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d6709f0f-547e-476b-8b27-ae2397289134 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.052806 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d6709f0f-547e-476b-8b27-ae2397289134 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd89da6e-da56-45e4-b26c-9cff56cb4678 HTTP/1.1" status: 204 len: 168 time: 0.2189651 Jan 25 21:14:01.055667 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38574) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:01.065324 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6709f0f-547e-476b-8b27-ae2397289134 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd89da6e-da56-45e4-b26c-9cff56cb4678,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:01.071109 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.api.v2.resource [None req-7b4e5529-84a6-4b97-a5a2-86fc6a7f3b8b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] show failed (client error): The resource could not be found. Jan 25 21:14:01.072120 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-7b4e5529-84a6-4b97-a5a2-86fc6a7f3b8b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups/fd89da6e-da56-45e4-b26c-9cff56cb4678 HTTP/1.1" status: 404 len: 347 time: 0.0154464 Jan 25 21:14:01.074988 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38576) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:01.141140 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-468d99e3-b80e-46fb-96d6-126f7dfbc4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9b8cfdd3-e434-4315-b6e2-fc2608bdfd77), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.144402 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-468d99e3-b80e-46fb-96d6-126f7dfbc4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.145800 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-468d99e3-b80e-46fb-96d6-126f7dfbc4a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b8cfdd3-e434-4315-b6e2-fc2608bdfd77 HTTP/1.1" status: 204 len: 168 time: 0.2101626 Jan 25 21:14:01.157800 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d99e3-b80e-46fb-96d6-126f7dfbc4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8cfdd3-e434-4315-b6e2-fc2608bdfd77,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:01.212443 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Deleting port 0982f6e1-4c3d-48a9-83ee-61653557ba75 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:14:01.212779 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.290989 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.291307 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (0982f6e1-4c3d-48a9-83ee-61653557ba75), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.302572 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Calling delete_port for 0982f6e1-4c3d-48a9-83ee-61653557ba75 owned by network:floatingip {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:14:01.552179 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (0982f6e1-4c3d-48a9-83ee-61653557ba75), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.600659 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event deleted for resources: {'Port': ['ID=0982f6e1-4c3d-48a9-83ee-61653557ba75,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:01.644475 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (794ee5fc-e205-4c1d-9965-2744ab985997), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.647126 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:01.648514 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-dc3f3463-9e12-458b-9c3e-2d3bfa0d23bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "DELETE /v2.0/floatingips/794ee5fc-e205-4c1d-9965-2744ab985997 HTTP/1.1" status: 204 len: 168 time: 0.5723269 Jan 25 21:14:01.804384 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.124390 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38600) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:02.128843 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-7f03ff1f-1676-48a8-99a7-e9a955d8d9f4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906333244', 'description': 'tempest-description--743670100'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:02.243572 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7f03ff1f-1676-48a8-99a7-e9a955d8d9f4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.310792 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7f03ff1f-1676-48a8-99a7-e9a955d8d9f4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (82f11d35-f46d-44db-9811-8257724dbf49), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.386351 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7f03ff1f-1676-48a8-99a7-e9a955d8d9f4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (82f11d35-f46d-44db-9811-8257724dbf49), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.419010 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03ff1f-1676-48a8-99a7-e9a955d8d9f4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f11d35-f46d-44db-9811-8257724dbf49,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:02.485768 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7f03ff1f-1676-48a8-99a7-e9a955d8d9f4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.489889 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-7f03ff1f-1676-48a8-99a7-e9a955d8d9f4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3616097 Jan 25 21:14:02.491366 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38608) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:02.506688 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-33987c44-79a1-40ed-bffe-d8ba060cfc72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'security_group_rule': {'security_group_id': '82f11d35-f46d-44db-9811-8257724dbf49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:02.507516 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:14:02.528720 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 9dcaae43-dd36-472e-ae30-092b0af82099 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:14:02.529141 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9dcaae43-dd36-472e-ae30-092b0af82099 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:14:02.628953 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-33987c44-79a1-40ed-bffe-d8ba060cfc72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (00e1b659-a040-4000-b673-cfd5dfd05a61), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.700129 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-33987c44-79a1-40ed-bffe-d8ba060cfc72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (00e1b659-a040-4000-b673-cfd5dfd05a61), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.820952 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-33987c44-79a1-40ed-bffe-d8ba060cfc72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (00e1b659-a040-4000-b673-cfd5dfd05a61), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.842329 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33987c44-79a1-40ed-bffe-d8ba060cfc72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e1b659-a040-4000-b673-cfd5dfd05a61,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:02.932060 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-33987c44-79a1-40ed-bffe-d8ba060cfc72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:02.935849 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-33987c44-79a1-40ed-bffe-d8ba060cfc72 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4415569 Jan 25 21:14:02.936015 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38622) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:02.940507 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-a07c2de9-cbca-4ffe-a1ba-383135610a4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'security_group_rule': {'security_group_id': '82f11d35-f46d-44db-9811-8257724dbf49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:03.031584 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a07c2de9-cbca-4ffe-a1ba-383135610a4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (3bc3dc22-2221-4be7-ad82-119f1ef12457), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.086155 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a07c2de9-cbca-4ffe-a1ba-383135610a4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (3bc3dc22-2221-4be7-ad82-119f1ef12457), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.203506 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a07c2de9-cbca-4ffe-a1ba-383135610a4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (3bc3dc22-2221-4be7-ad82-119f1ef12457), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.219494 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c2de9-cbca-4ffe-a1ba-383135610a4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc3dc22-2221-4be7-ad82-119f1ef12457,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:03.300974 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a07c2de9-cbca-4ffe-a1ba-383135610a4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.302564 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a07c2de9-cbca-4ffe-a1ba-383135610a4c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650756 Jan 25 21:14:03.311543 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38628) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:03.315731 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:03.385110 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.486269 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.591252 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Allocated IP 172.27.2.136 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:14:03.700387 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.825685 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:03.864511 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:14:03.867210 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:14:03.872608 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:14:03.877947 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'Port': ['ID=94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:03.965396 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (1d878222-3edb-4ec4-b13a-81e90db3980c), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:04.087664 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:04.234994 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:04.322062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:04.387612 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'Port': ['ID=94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:04.397571 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (1d878222-3edb-4ec4-b13a-81e90db3980c), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:04.489882 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:04.491604 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-4007ea5d-c638-4f2d-a5ef-1abacc36df3a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1793106 Jan 25 21:14:04.684180 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-c1ad97c9-7ed1-4e87-b847-ede30dfe7283 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1906333244&fields=id&tenant_id=4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 267 time: 0.0433192 Jan 25 21:14:04.775229 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:04.790860 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-a6668e05-c135-4a90-886f-998ef4ebbfb0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:04.792306 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-a6668e05-c135-4a90-886f-998ef4ebbfb0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 817 time: 0.1014578 Jan 25 21:14:04.806827 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-fd6a88ae-7ce8-4801-a2fe-025ba5e71a8b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/quotas/4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 375 time: 0.0091696 Jan 25 21:14:04.854281 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-9723311b-49a6-44da-9fb4-99e6981e4fb1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424242 Jan 25 21:14:04.955256 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-92b13202-1783-4535-bcb8-3e2cb8b4b76c service neutron] 10.222.0.20 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886397 Jan 25 21:14:05.051232 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-5ec14382-c20c-4310-b76a-d455dcca8c92 service neutron] 10.222.0.20 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901773 Jan 25 21:14:05.290061 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a7770467-3782-420c-8056-da58e64e7190 req-742458ea-8ae0-44fd-abc0-27bcf52a401d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 210 time: 0.0261741 Jan 25 21:14:06.389282 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e892d0f8-e374-43b3-b7af-bc2514c4dd74 req-45896a4e-8c59-4515-ad94-1cc66d53bf2c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 210 time: 0.0295105 Jan 25 21:14:07.486767 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fb33fdfc-3d8b-4f51-b701-5c310b4369f8 req-9280e01d-51eb-479c-ae74-0da1ba728bd2 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 210 time: 0.0264413 Jan 25 21:14:08.557349 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-7200c05d-77a6-4a1c-b5d4-7cf656e620a6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:08.558798 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-7200c05d-77a6-4a1c-b5d4-7cf656e620a6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 817 time: 0.1036644 Jan 25 21:14:08.589026 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-05365309-417f-4601-b37f-aeca4617529c req-a0204d4d-5572-47bf-9b49-c67c0f9fef26 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 210 time: 0.0257561 Jan 25 21:14:08.628480 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-d869e709-fa42-4dbd-baf4-db1083a40d0f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 380 time: 0.0607750 Jan 25 21:14:08.638167 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'port': {'device_id': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'admin_state_up': True, 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'security_groups': ['82f11d35-f46d-44db-9811-8257724dbf49']}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:08.969909 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38702) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:09.030328 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-b7901d71-e678-4a8e-85d0-132b4cc7046a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673172 Jan 25 21:14:09.088399 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9685af43-f384-43c4-8799-0d7221af46c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.115853 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Made reservation on behalf of 4e58be78a1f348dbb220cf3db7bd9292 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:14:09.119064 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.134712 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-21719114-7bbb-4ed4-a88c-b03983b96dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:09.136194 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-21719114-7bbb-4ed4-a88c-b03983b96dde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 1098 time: 0.0562773 Jan 25 21:14:09.163209 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9685af43-f384-43c4-8799-0d7221af46c1 admin admin] Publish callbacks [] for security_group (d3b5046b-648d-4dc8-b18f-b513991189de), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.254982 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9685af43-f384-43c4-8799-0d7221af46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (d3b5046b-648d-4dc8-b18f-b513991189de), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.294491 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-9685af43-f384-43c4-8799-0d7221af46c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46d10add2d3b4fa2b34a0e73aebb4faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233070 Jan 25 21:14:09.295283 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685af43-f384-43c4-8799-0d7221af46c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5046b-648d-4dc8-b18f-b513991189de,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:09.297582 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38712) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:09.318204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-daded435-c625-48c4-87b5-988cd02a77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:09.319728 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-daded435-c625-48c4-87b5-988cd02a77f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 911 time: 0.1422164 Jan 25 21:14:09.321161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Allocated IP 172.20.0.11 (4ea642b5-651a-4d23-9067-cdc60ed4f3da/88fb5acb-5889-418e-b712-a7549ddc3e68/a486c9db-0983-4d37-806a-052a888efdb7) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:14:09.349501 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5b53fc4-a321-4027-b88f-b3d270b61627 admin admin] Publish callbacks [] for security_group (d3b5046b-648d-4dc8-b18f-b513991189de), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.371276 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5b53fc4-a321-4027-b88f-b3d270b61627 admin admin] Publish callbacks [] for security_group (d3b5046b-648d-4dc8-b18f-b513991189de), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.416789 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-50853894-ad07-4118-877d-bc5b59221a40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 200 len: 1001 time: 0.0892773 Jan 25 21:14:09.518592 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-d47899ec-2b77-4fd0-9914-edf3387257ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:09.520028 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-d47899ec-2b77-4fd0-9914-edf3387257ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0902920 Jan 25 21:14:09.523687 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5b53fc4-a321-4027-b88f-b3d270b61627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (d3b5046b-648d-4dc8-b18f-b513991189de), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.526501 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e5b53fc4-a321-4027-b88f-b3d270b61627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.527765 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-e5b53fc4-a321-4027-b88f-b3d270b61627 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3b5046b-648d-4dc8-b18f-b513991189de HTTP/1.1" status: 204 len: 168 time: 0.2292559 Jan 25 21:14:09.535862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b53fc4-a321-4027-b88f-b3d270b61627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5046b-648d-4dc8-b18f-b513991189de,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:09.577849 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for port (a486c9db-0983-4d37-806a-052a888efdb7), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.598411 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-0ebd5f88-61a4-4067-8322-8cef8360fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:09.599971 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-0ebd5f88-61a4-4067-8322-8cef8360fc9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700667 Jan 25 21:14:09.705119 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5451fc30-2151-4158-9bb2-fbcaa3cea3b6 req-ed07b7b0-f80a-4294-8233-cdf84754a554 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 210 time: 0.0325999 Jan 25 21:14:09.707564 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.765914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:14:09.770066 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-8c748a5e-5362-4692-9128-d1ff9480daf7 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582863 Jan 25 21:14:09.775066 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:14:09.780774 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:14:09.815692 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:09.852836 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.854086 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.854086 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.854086 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.854410 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.854564 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.854884 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.855215 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.855543 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.855869 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.856201 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.856527 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.856848 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:09.905393 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:09.906983 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:09.937164 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b322b0-2484-43c3-8e54-ec790a2784ae req-e3a8ed41-3419-4689-9015-964afba90772 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574745 Jan 25 21:14:10.014102 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-65ee1d76-95d4-4f7f-9df4-4bcf1a40d062 None None] Provisioning complete for port a486c9db-0983-4d37-806a-052a888efdb7 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:14:10.014701 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-65ee1d76-95d4-4f7f-9df4-4bcf1a40d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a486c9db-0983-4d37-806a-052a888efdb7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.024016 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ab07c3b3-ed04-4bf6-aa47-71350741ad17 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3892906 Jan 25 21:14:10.035160 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Request body: {'port': {'device_id': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:10.047537 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-65ee1d76-95d4-4f7f-9df4-4bcf1a40d062 None None] Port a486c9db-0983-4d37-806a-052a888efdb7 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:14:10.090674 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.185804 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38722) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:10.198450 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddcb86be-0a8d-496b-8c81-374c04995759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.269660 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddcb86be-0a8d-496b-8c81-374c04995759 admin admin] Publish callbacks [] for security_group (de8c5781-459f-4547-9367-3c8ab259060f), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.339236 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ddcb86be-0a8d-496b-8c81-374c04995759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (de8c5781-459f-4547-9367-3c8ab259060f), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.346664 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a486c9db-0983-4d37-806a-052a888efdb7 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:14:10.354478 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Publish callbacks [] for port (a486c9db-0983-4d37-806a-052a888efdb7), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.366027 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Transition to ACTIVE for port object a486c9db-0983-4d37-806a-052a888efdb7 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:14:10.377377 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ddcb86be-0a8d-496b-8c81-374c04995759 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c986f5333afb417fbbdc972b66da4482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905079 Jan 25 21:14:10.378415 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb86be-0a8d-496b-8c81-374c04995759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8c5781-459f-4547-9367-3c8ab259060f,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:10.380028 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38724) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:10.427983 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-610cdd9c-7517-4cfe-b851-3417273559e9 admin admin] Publish callbacks [] for security_group (de8c5781-459f-4547-9367-3c8ab259060f), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.429351 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.487089 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-610cdd9c-7517-4cfe-b851-3417273559e9 admin admin] Publish callbacks [] for security_group (de8c5781-459f-4547-9367-3c8ab259060f), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.501867 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:10.592443 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Attempting to bind port a486c9db-0983-4d37-806a-052a888efdb7 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:14:10.593034 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Attempting to bind port a486c9db-0983-4d37-806a-052a888efdb7 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:14:10.593172 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Attempting to bind port a486c9db-0983-4d37-806a-052a888efdb7 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:14:10.597895 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Port a486c9db-0983-4d37-806a-052a888efdb7 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:14:10.598230 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Attempting to bind port a486c9db-0983-4d37-806a-052a888efdb7 on network 4ea642b5-651a-4d23-9067-cdc60ed4f3da {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:14:10.603340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:14:10.603687 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Checking segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:14:10.604083 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Bound using segment: {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:14:10.604519 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Bound port: a486c9db-0983-4d37-806a-052a888efdb7, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:14:10.604880 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.668763 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:14:10.671882 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:14:10.690875 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-610cdd9c-7517-4cfe-b851-3417273559e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (de8c5781-459f-4547-9367-3c8ab259060f), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.691254 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-610cdd9c-7517-4cfe-b851-3417273559e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.693033 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-610cdd9c-7517-4cfe-b851-3417273559e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de8c5781-459f-4547-9367-3c8ab259060f HTTP/1.1" status: 204 len: 168 time: 0.3119786 Jan 25 21:14:10.706917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cdd9c-7517-4cfe-b851-3417273559e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8c5781-459f-4547-9367-3c8ab259060f,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:10.768395 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.803205 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:10.804327 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:10.805200 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] 10.222.0.24 "PUT /v2.0/ports/a486c9db-0983-4d37-806a-052a888efdb7 HTTP/1.1" status: 200 len: 1094 time: 0.7741456 Jan 25 21:14:10.808001 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:10.817867 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a43b6fd-a8fa-4be3-8cc1-a7edcb7ea548" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "tag": "a486c9db-0983-4d37-806a-052a888efdb7"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:10.846591 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cef6b-4971-4fcf-88ba-2e6dd9b39e26 req-74fe6f45-cba1-4a51-bc41-717336b158a9 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:10.853616 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-122cef6b-4971-4fcf-88ba-2e6dd9b39e26 req-74fe6f45-cba1-4a51-bc41-717336b158a9 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0776227 Jan 25 21:14:10.856942 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490457d7-9aac-43b1-b9e7-36e7dca77f79 service neutron] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:10.875275 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b556d-38d2-49c7-bc38-b60514f0eb9d x-openstack-request-id: req-ac8b556d-38d2-49c7-bc38-b60514f0eb9d {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:10.875765 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "tag": "a486c9db-0983-4d37-806a-052a888efdb7", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:10.876210 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac8b556d-38d2-49c7-bc38-b60514f0eb9d {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:10.876799 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7', 'status': 'completed', 'code': 200} Jan 25 21:14:10.911306 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-122cef6b-4971-4fcf-88ba-2e6dd9b39e26 req-e632e8f5-f6cd-4450-8d56-1fcdfe410beb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518067 Jan 25 21:14:10.952226 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43b6fd-a8fa-4be3-8cc1-a7edcb7ea548 req-239d1c7e-ccda-4e0c-8692-62c1bfe94749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:10.959510 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7a43b6fd-a8fa-4be3-8cc1-a7edcb7ea548 req-239d1c7e-ccda-4e0c-8692-62c1bfe94749 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1097 time: 0.0632865 Jan 25 21:14:11.065609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43b6fd-a8fa-4be3-8cc1-a7edcb7ea548 req-cd6f3d2b-f613-48ef-ad25-cc9ae15b3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:11.067147 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7a43b6fd-a8fa-4be3-8cc1-a7edcb7ea548 req-cd6f3d2b-f613-48ef-ad25-cc9ae15b3473 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0991673 Jan 25 21:14:11.166685 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43b6fd-a8fa-4be3-8cc1-a7edcb7ea548 req-8fddc144-de8c-466d-b969-e423589e3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:11.168122 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7a43b6fd-a8fa-4be3-8cc1-a7edcb7ea548 req-8fddc144-de8c-466d-b969-e423589e3b46 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942738 Jan 25 21:14:11.243212 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-a9f65061-294e-4bf2-9d7e-3afb2f060453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:11.244720 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-a9f65061-294e-4bf2-9d7e-3afb2f060453 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1097 time: 0.0413475 Jan 25 21:14:11.290315 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-ea7e2ed2-a3cb-47f5-9d66-acf63ff557eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c9db-0983-4d37-806a-052a888efdb7 HTTP/1.1" status: 200 len: 217 time: 0.0379748 Jan 25 21:14:11.337945 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-0e5c9b7d-2dcf-470d-a42f-78d01ae56c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:11.339325 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-0e5c9b7d-2dcf-470d-a42f-78d01ae56c47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0420659 Jan 25 21:14:11.383378 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-03e17fbe-5c87-4688-9873-1e6e81067e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:11.384847 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-03e17fbe-5c87-4688-9873-1e6e81067e1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388601 Jan 25 21:14:11.478015 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-d3aca721-2cce-42ab-b6dd-5309e4ff02e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862718 Jan 25 21:14:11.565651 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-927d5cdb-cd52-4b8d-a2b7-bcd1aa6841c3 req-c30b4a62-6c55-4b38-8f9a-af589041acc0 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809102 Jan 25 21:14:11.967922 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38764) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:12.027055 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f23c1-4f73-4d6f-a03d-c42aaa7910a9 req-7951271a-71ae-4ac4-a14e-168ebcaf7dc4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:12.028565 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cc6f23c1-4f73-4d6f-a03d-c42aaa7910a9 req-7951271a-71ae-4ac4-a14e-168ebcaf7dc4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0479863 Jan 25 21:14:12.070626 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-351389335-network', 'tenant_id': '4c8bef1377c9402cbded309da81c3fd2'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:12.091450 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cc6f23c1-4f73-4d6f-a03d-c42aaa7910a9 req-d47c3c3d-f112-4a04-9dfc-d0488bd6584b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554805 Jan 25 21:14:12.157252 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Made reservation on behalf of 4c8bef1377c9402cbded309da81c3fd2 for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:14:12.159586 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.168933 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.237725 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks [] for security_group (cecab9c4-0572-405c-b4c8-33a5c8dd86f4), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.304747 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (cecab9c4-0572-405c-b4c8-33a5c8dd86f4), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.330647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:14:12.336721 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecab9c4-0572-405c-b4c8-33a5c8dd86f4,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:12.342409 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (ab1c7e0e-a8f6-4c58-9662-168828bfc1ec), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.342771 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Added segment ab1c7e0e-a8f6-4c58-9662-168828bfc1ec of type vlan for network 81743e9a-d558-41e8-b003-3393fa43a897 Jan 25 21:14:12.379951 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (81743e9a-d558-41e8-b003-3393fa43a897), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.506945 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (81743e9a-d558-41e8-b003-3393fa43a897), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.507918 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:12.508500 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.566459 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] Pushing event updated for resources: {'Network': ['ID=81743e9a-d558-41e8-b003-3393fa43a897,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:12.579150 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 81743e9a-d558-41e8-b003-3393fa43a897 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:14:12.632205 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3a0baa7f-a226-4683-abfc-43550a8a0227 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6598728 Jan 25 21:14:12.632438 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38770) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:12.637420 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Request body: {'subnet': {'network_id': '81743e9a-d558-41e8-b003-3393fa43a897', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-351389335-subnet', 'tenant_id': '4c8bef1377c9402cbded309da81c3fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:12.723595 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Made reservation on behalf of 4c8bef1377c9402cbded309da81c3fd2 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:14:12.726523 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63182866'] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:12.963418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49987961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63182884'] for subnet (0f70a703-09e0-4fc8-a72d-43eec3d56b4e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:13.020197 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f70a703-09e0-4fc8-a72d-43eec3d56b4e,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:13.027977 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Checking segment: {'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:14:13.029477 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Network hostable DHCP agents. Network: 81743e9a-d558-41e8-b003-3393fa43a897, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:14:13.135017 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Network 81743e9a-d558-41e8-b003-3393fa43a897 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:14:13.211014 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2827b-fb32-4a91-97f3-08b22dd2ca9a req-768b7c76-76a1-4171-81b0-8d694325f36c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:13.212857 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-81e2827b-fb32-4a91-97f3-08b22dd2ca9a req-768b7c76-76a1-4171-81b0-8d694325f36c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0506976 Jan 25 21:14:13.237659 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 81743e9a-d558-41e8-b003-3393fa43a897) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:14:13.242647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:13.253355 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:13.254150 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359bfeb2-2f15-4ced-b1fb-87b8c8f022b4 None None] Network 81743e9a-d558-41e8-b003-3393fa43a897 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:14:13.260193 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-81e2827b-fb32-4a91-97f3-08b22dd2ca9a req-85ed26b8-3757-4290-ae06-fac98fd32838 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Jan 25 21:14:13.337925 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-32b4ad76-0e5a-4fec-a135-8f52d2fa6a76 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7044160 Jan 25 21:14:13.352393 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8074b1b3-ed8c-442e-952c-b2c4647324da None None] Network 81743e9a-d558-41e8-b003-3393fa43a897 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:14:14.378861 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6d834-fbbf-4b8c-a791-00eba47ce325 req-891d1ffb-9eea-45d6-8b3e-79f61243ad02 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:14.380359 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0fe6d834-fbbf-4b8c-a791-00eba47ce325 req-891d1ffb-9eea-45d6-8b3e-79f61243ad02 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0474830 Jan 25 21:14:14.427340 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0fe6d834-fbbf-4b8c-a791-00eba47ce325 req-21d8142d-52a7-45b3-8a7e-4021a792c4f0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Jan 25 21:14:15.084899 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:14:15.181492 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:15.191694 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'a486c9db-0983-4d37-806a-052a888efdb7', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'port_id': 'a486c9db-0983-4d37-806a-052a888efdb7', 'mac_address': 'fa:16:3e:8f:cb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:14:15.228897 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:14:15.229304 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:15.241373 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a486c9db-0983-4d37-806a-052a888efdb7 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:14:15.259799 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:15.369027 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:15.414211 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:15.421103 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.421473 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.421866 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.422211 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.422542 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.422871 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.423199 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.423529 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.423852 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.424177 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.424503 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.424872 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.425226 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:15.544030 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db943a0-fca5-4615-9661-e244f9327d88 req-6317f5b0-f477-4c88-87d1-3dbe486bc030 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:15.545483 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1db943a0-fca5-4615-9661-e244f9327d88 req-6317f5b0-f477-4c88-87d1-3dbe486bc030 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 945 time: 0.0465689 Jan 25 21:14:15.590488 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1db943a0-fca5-4615-9661-e244f9327d88 req-54da919a-81be-44bb-9d78-3fce0e908de5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395513 Jan 25 21:14:16.296874 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['a486c9db-0983-4d37-806a-052a888efdb7'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:14:16.709679 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cb3c8-4fcb-4409-a277-b14d878cd7c2 req-447984c3-d9f3-4068-9f9b-bfdd4e691ae6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:16.711217 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ca5cb3c8-4fcb-4409-a277-b14d878cd7c2 req-447984c3-d9f3-4068-9f9b-bfdd4e691ae6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 945 time: 0.0515304 Jan 25 21:14:16.757031 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ca5cb3c8-4fcb-4409-a277-b14d878cd7c2 req-473683a1-1662-4100-b860-82c028671318 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Jan 25 21:14:17.457513 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-29339101-c666-437e-8200-7c77c5467e18 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:17.459580 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-29339101-c666-437e-8200-7c77c5467e18 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/networks?id=81743e9a-d558-41e8-b003-3393fa43a897 HTTP/1.1" status: 200 len: 813 time: 0.1007526 Jan 25 21:14:17.475059 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-7ae92f96-b242-4b28-a877-7838b31d4881 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/quotas/4c8bef1377c9402cbded309da81c3fd2 HTTP/1.1" status: 200 len: 375 time: 0.0100892 Jan 25 21:14:17.511569 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-36b2d2d3-1145-4b89-a98d-6937b7425819 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8bef1377c9402cbded309da81c3fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312326 Jan 25 21:14:17.600296 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-d22dbf92-d3ec-4694-8e7d-0ce98ec04888 service neutron] 10.222.0.20 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815527 Jan 25 21:14:17.691339 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-7b3c693a-5858-479f-874c-dc893deea338 service neutron] 10.222.0.20 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854564 Jan 25 21:14:17.882719 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33ff5c-e5f7-461d-bf44-f9e23c94bd69 req-8955d96b-7309-48cd-8601-d23b2b4b59a6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:17.884208 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-aa33ff5c-e5f7-461d-bf44-f9e23c94bd69 req-8955d96b-7309-48cd-8601-d23b2b4b59a6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 945 time: 0.0488756 Jan 25 21:14:17.934092 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-aa33ff5c-e5f7-461d-bf44-f9e23c94bd69 req-164dda57-d5d1-471b-b803-e256e28cd6bb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 Jan 25 21:14:18.021633 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c2d38d73-34bb-406b-9bad-30f490c0ea5d req-5d6290ea-5556-4298-95ec-2bc27b784748 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 210 time: 0.0251384 Jan 25 21:14:18.591311 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:14:18.741520 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port a486c9db-0983-4d37-806a-052a888efdb7 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:14:18.745857 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port a486c9db-0983-4d37-806a-052a888efdb7 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:14:18.750188 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a486c9db-0983-4d37-806a-052a888efdb7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:18.813564 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0159-62b4-494c-b497-af106c92f494 req-6e01f371-b3f1-45fc-8de4-dbd610f762b7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:18.815116 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-309a0159-62b4-494c-b497-af106c92f494 req-6e01f371-b3f1-45fc-8de4-dbd610f762b7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0497298 Jan 25 21:14:18.826884 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:14:18.827284 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:18.851209 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:18.853521 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df99a3-4dd0-4ed4-a4c2-7e5375b87d04" -d '{"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-plugged", "status": "completed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:18.866656 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:18.875149 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-309a0159-62b4-494c-b497-af106c92f494 req-f6aaa0cf-9788-4eeb-aff6-5e4e78e8193c tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504453 Jan 25 21:14:18.912545 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf34f85-4b02-4118-a97f-8d03b53dfdc8 x-openstack-request-id: req-5bf34f85-4b02-4118-a97f-8d03b53dfdc8 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:18.912956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-plugged", "status": "completed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:18.915211 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bf34f85-4b02-4118-a97f-8d03b53dfdc8 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:18.915211 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7', 'code': 200} Jan 25 21:14:18.963384 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:19.011954 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:19.065432 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6575-988a-43a0-9b91-90c2fe6a026b req-8ef33847-a803-49a4-8eb5-ee3d0ecaada3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:19.067072 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9d3a6575-988a-43a0-9b91-90c2fe6a026b req-8ef33847-a803-49a4-8eb5-ee3d0ecaada3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0498488 Jan 25 21:14:19.111080 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-19ba4439-4ba8-479f-8993-38719d55bdf9 req-ca0699f8-ca0c-485f-bd87-3b36a14d092b tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 210 time: 0.0378034 Jan 25 21:14:19.121838 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9d3a6575-988a-43a0-9b91-90c2fe6a026b req-1d79ab2c-603b-4217-b484-5e60c63ed777 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491707 Jan 25 21:14:19.339905 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066459-b1d3-451e-ab73-73f97aaa764c req-602d5b0c-7e6d-4cec-960b-ab56395b966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:19.341263 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cc066459-b1d3-451e-ab73-73f97aaa764c req-602d5b0c-7e6d-4cec-960b-ab56395b966e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1099 time: 0.0388989 Jan 25 21:14:19.382232 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cc066459-b1d3-451e-ab73-73f97aaa764c req-5ffcff34-0e1c-499e-890b-28d2e427259c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Jan 25 21:14:19.989735 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091df626-5e92-4d2b-ad6a-5fa72ef40184 req-76ec2e3e-e559-4445-a4e0-2d5ebb9cb843 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:19.991272 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-091df626-5e92-4d2b-ad6a-5fa72ef40184 req-76ec2e3e-e559-4445-a4e0-2d5ebb9cb843 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0518286 Jan 25 21:14:20.038416 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-091df626-5e92-4d2b-ad6a-5fa72ef40184 req-339a127e-32fb-4c05-b000-15da8a7b68ee tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Jan 25 21:14:20.201015 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-14b7b898-9e70-4d91-beab-68a1fee693b8 req-f2491240-6d19-46ee-8efa-5aec577e6801 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Jan 25 21:14:20.248701 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ed164-c258-40d7-bb56-a4807783aca3 req-9796a522-6a75-48c1-b6e4-9e665f9e6519 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:20.250193 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-219ed164-c258-40d7-bb56-a4807783aca3 req-9796a522-6a75-48c1-b6e4-9e665f9e6519 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0534606 Jan 25 21:14:20.296233 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-219ed164-c258-40d7-bb56-a4807783aca3 req-ccd479f4-4410-4040-ad00-7c1df3ba2bff tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Jan 25 21:14:20.925383 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-13d6f47a-0f4b-4eea-a3d4-52f08f7bc4c4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:20.926928 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-13d6f47a-0f4b-4eea-a3d4-52f08f7bc4c4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "GET /v2.0/networks?id=81743e9a-d558-41e8-b003-3393fa43a897 HTTP/1.1" status: 200 len: 813 time: 0.1067846 Jan 25 21:14:20.939174 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Request body: {'port': {'device_id': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897', 'admin_state_up': True, 'tenant_id': '4c8bef1377c9402cbded309da81c3fd2'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:21.128948 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Made reservation on behalf of 4c8bef1377c9402cbded309da81c3fd2 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:14:21.132910 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:21.151674 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a18dbf-6646-4f68-95d5-358aaf1e67c5 req-8925b443-bc37-43ac-b091-fced4d7ac048 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:21.153176 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d4a18dbf-6646-4f68-95d5-358aaf1e67c5 req-8925b443-bc37-43ac-b091-fced4d7ac048 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0489011 Jan 25 21:14:21.203164 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d4a18dbf-6646-4f68-95d5-358aaf1e67c5 req-8dfb1033-7a7f-4e57-9654-d27bf1d2bd83 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438323 Jan 25 21:14:21.264622 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Allocated IP 172.20.0.6 (81743e9a-d558-41e8-b003-3393fa43a897/0f70a703-09e0-4fc8-a72d-43eec3d56b4e/19fd795e-6668-4ad3-9ce1-7ca77ef57670) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:14:21.297803 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-efb49c87-de13-46a4-82e3-1c3c45b6dc95 req-80603560-0222-4830-b013-8e17f4ab3033 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 210 time: 0.0289168 Jan 25 21:14:21.414298 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c4426-a4df-4a74-a17b-0da91159f8eb req-30a9c4b7-c1f5-4154-89b0-29c446926563 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:21.415820 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-581c4426-a4df-4a74-a17b-0da91159f8eb req-30a9c4b7-c1f5-4154-89b0-29c446926563 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0489526 Jan 25 21:14:21.438836 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks [] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:21.467507 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-581c4426-a4df-4a74-a17b-0da91159f8eb req-eb8fa8a6-538b-4464-8aad-5b386759b2a8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Jan 25 21:14:21.565320 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:21.619011 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Network 81743e9a-d558-41e8-b003-3393fa43a897 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:14:21.625609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:14:21.636536 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54958-3154-47d9-890a-2a5e350bd61b req-97a68244-1b2a-496b-8c3b-4311086e5ddc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:21.638035 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-73e54958-3154-47d9-890a-2a5e350bd61b req-97a68244-1b2a-496b-8c3b-4311086e5ddc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.1003537 Jan 25 21:14:21.639038 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:14:21.641693 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Pushing event updated for resources: {'Port': ['ID=19fd795e-6668-4ad3-9ce1-7ca77ef57670,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:21.651282 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 38896) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:21.655917 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Request body: {'floatingip': {'port_id': 'a486c9db-0983-4d37-806a-052a888efdb7'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:21.688988 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:21.689594 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:21.696712 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (1d878222-3edb-4ec4-b13a-81e90db3980c), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:21.799099 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-b7137233-f8ea-4d64-b47e-000a8ba0d653 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8635066 Jan 25 21:14:21.810478 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Request body: {'port': {'device_id': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:21.863222 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.125872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fd795e-6668-4ad3-9ce1-7ca77ef57670 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:14:22.132971 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.133462 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Publish callbacks [] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.144782 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Transition to ACTIVE for port object 19fd795e-6668-4ad3-9ce1-7ca77ef57670 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:14:22.265914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.270668 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (1d878222-3edb-4ec4-b13a-81e90db3980c), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.314954 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=19fd795e-6668-4ad3-9ce1-7ca77ef57670,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:22.395638 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4ec93-1a23-495f-9dee-8056a9323cba req-a69d166c-dd2f-473d-bd11-39b106b413a5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:22.397273 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6ea4ec93-1a23-495f-9dee-8056a9323cba req-a69d166c-dd2f-473d-bd11-39b106b413a5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0988915 Jan 25 21:14:22.418169 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Attempting to bind port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:14:22.418528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Attempting to bind port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:14:22.418860 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Attempting to bind port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 on network 81743e9a-d558-41e8-b003-3393fa43a897 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:14:22.426190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 on network 81743e9a-d558-41e8-b003-3393fa43a897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:14:22.426516 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Attempting to bind port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 on network 81743e9a-d558-41e8-b003-3393fa43a897 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:14:22.434657 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:14:22.435001 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Checking segment: {'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:14:22.435420 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Bound using segment: {'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:14:22.435899 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Bound port: 19fd795e-6668-4ad3-9ce1-7ca77ef57670, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:14:22.436172 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.437470 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.l3_db [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Floating IP 1d878222-3edb-4ec4-b13a-81e90db3980c associated. External IP: 172.27.2.136, port: a486c9db-0983-4d37-806a-052a888efdb7. Jan 25 21:14:22.451328 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952fcba-8344-41d5-a2bf-93d640bcaf96 req-e40c16be-1781-40c1-be8f-6d4b87d717ec tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:22.452857 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b952fcba-8344-41d5-a2bf-93d640bcaf96 req-e40c16be-1781-40c1-be8f-6d4b87d717ec tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 943 time: 0.0818286 Jan 25 21:14:22.490389 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38918) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:22.499661 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6ea4ec93-1a23-495f-9dee-8056a9323cba req-e5b44a1e-9793-4fc5-b608-6214ccdcdc58 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919015 Jan 25 21:14:22.544686 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] For port 19fd795e-6668-4ad3-9ce1-7ca77ef57670, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:14:22.548404 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] For port 19fd795e-6668-4ad3-9ce1-7ca77ef57670, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=19fd795e-6668-4ad3-9ce1-7ca77ef57670,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:14:22.552335 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b952fcba-8344-41d5-a2bf-93d640bcaf96 req-a8b651fa-2965-44a7-9687-6f5a711c9dc4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743513 Jan 25 21:14:22.616309 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dfff23bb-23ad-42af-8fd4-f18d40bfbc49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.633908 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.662960 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:14:22.677840 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:22.678465 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.679826 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] 10.222.0.24 "PUT /v2.0/ports/19fd795e-6668-4ad3-9ce1-7ca77ef57670 HTTP/1.1" status: 200 len: 1093 time: 0.8733883 Jan 25 21:14:22.680266 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'tag': '19fd795e-6668-4ad3-9ce1-7ca77ef57670'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:22.682492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd65a0f2-dafe-4bf1-b289-1cab9c2519c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8875ec8c-2fde-4523-945b-9f3877f62da6", "tag": "19fd795e-6668-4ad3-9ce1-7ca77ef57670"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:22.714686 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed537c18-7340-4b46-b98e-62a9d874f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=19fd795e-6668-4ad3-9ce1-7ca77ef57670,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:22.725463 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e4ef7e-a302-4d31-94fb-115d9a746b4f x-openstack-request-id: req-88e4ef7e-a302-4d31-94fb-115d9a746b4f {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:22.725776 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8875ec8c-2fde-4523-945b-9f3877f62da6", "tag": "19fd795e-6668-4ad3-9ce1-7ca77ef57670", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:22.726503 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88e4ef7e-a302-4d31-94fb-115d9a746b4f {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:22.726503 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'tag': '19fd795e-6668-4ad3-9ce1-7ca77ef57670', 'status': 'completed', 'code': 200} Jan 25 21:14:22.783748 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dfff23bb-23ad-42af-8fd4-f18d40bfbc49 admin admin] Publish callbacks [] for security_group (86a92fd2-359d-4065-a6ce-9b60d60e26c9), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.801053 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65a0f2-dafe-4bf1-b289-1cab9c2519c2 req-7909b79e-f3d0-43e8-b292-2eff9a7e8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:22.802792 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd65a0f2-dafe-4bf1-b289-1cab9c2519c2 req-7909b79e-f3d0-43e8-b292-2eff9a7e8715 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c8bef1377c9402cbded309da81c3fd2&device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 1096 time: 0.0551627 Jan 25 21:14:22.871761 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-dfff23bb-23ad-42af-8fd4-f18d40bfbc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (86a92fd2-359d-4065-a6ce-9b60d60e26c9), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:22.915817 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-dfff23bb-23ad-42af-8fd4-f18d40bfbc49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d315e7a4cc434544a5a5c48985b50837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190722 Jan 25 21:14:22.923463 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 38924) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:22.950134 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff23bb-23ad-42af-8fd4-f18d40bfbc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a92fd2-359d-4065-a6ce-9b60d60e26c9,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:22.973092 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65a0f2-dafe-4bf1-b289-1cab9c2519c2 req-e24f488d-4013-4fcc-b44f-79f9baa900b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:22.974664 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd65a0f2-dafe-4bf1-b289-1cab9c2519c2 req-e24f488d-4013-4fcc-b44f-79f9baa900b1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c8bef1377c9402cbded309da81c3fd2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1651912 Jan 25 21:14:23.000358 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:14:23.005219 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:23.013030 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] Sync routers for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:14:23.018778 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-080b7021-0d07-43df-94e0-d831bb15ccbe admin admin] Publish callbacks [] for security_group (86a92fd2-359d-4065-a6ce-9b60d60e26c9), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:23.024767 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:14:23.026176 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:13:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:23.036756 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-2afede9f-c2ec-4297-8b44-29f906e38453 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "PUT /v2.0/floatingips/1d878222-3edb-4ec4-b13a-81e90db3980c HTTP/1.1" status: 200 len: 992 time: 1.3813279 Jan 25 21:14:23.036756 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:23.037016 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "tag": "a486c9db-0983-4d37-806a-052a888efdb7"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:23.078702 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-080b7021-0d07-43df-94e0-d831bb15ccbe admin admin] Publish callbacks [] for security_group (86a92fd2-359d-4065-a6ce-9b60d60e26c9), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:23.087744 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08101006-a3c5-49e0-9c17-ca40c78b8866 x-openstack-request-id: req-08101006-a3c5-49e0-9c17-ca40c78b8866 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:23.087744 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "tag": "a486c9db-0983-4d37-806a-052a888efdb7", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:23.087991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08101006-a3c5-49e0-9c17-ca40c78b8866 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:23.088302 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7', 'status': 'completed', 'code': 200} Jan 25 21:14:23.132177 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65a0f2-dafe-4bf1-b289-1cab9c2519c2 req-d0382d1a-b89d-465a-8c87-2bee01e605e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.133652 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fd65a0f2-dafe-4bf1-b289-1cab9c2519c2 req-d0382d1a-b89d-465a-8c87-2bee01e605e0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477857 Jan 25 21:14:23.159591 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:14:23.165594 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-afb2ddbd-51c1-48ed-bb22-c5f8a5f89793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.167228 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-afb2ddbd-51c1-48ed-bb22-c5f8a5f89793 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1099 time: 0.0470052 Jan 25 21:14:23.258349 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-080b7021-0d07-43df-94e0-d831bb15ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (86a92fd2-359d-4065-a6ce-9b60d60e26c9), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:23.260930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-080b7021-0d07-43df-94e0-d831bb15ccbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:23.262071 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-080b7021-0d07-43df-94e0-d831bb15ccbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86a92fd2-359d-4065-a6ce-9b60d60e26c9 HTTP/1.1" status: 204 len: 168 time: 0.3376889 Jan 25 21:14:23.282178 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b7021-0d07-43df-94e0-d831bb15ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a92fd2-359d-4065-a6ce-9b60d60e26c9,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:23.288288 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-1a8d2b9b-0ae7-4aa7-9ce1-ba952659de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.289777 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-1a8d2b9b-0ae7-4aa7-9ce1-ba952659de53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c8bef1377c9402cbded309da81c3fd2&device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 1096 time: 0.1142478 Jan 25 21:14:23.337277 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-0a211814-8ac6-4db4-9d28-2cbc62074b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.338770 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-0a211814-8ac6-4db4-9d28-2cbc62074b8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.1643674 Jan 25 21:14:23.340126 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-432d3fe8-ff37-4b38-8eea-bda12d35b464 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fd795e-6668-4ad3-9ce1-7ca77ef57670 HTTP/1.1" status: 200 len: 217 time: 0.0393300 Jan 25 21:14:23.442430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-610b2a39-3b4f-4d79-9850-0283c12156cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c9db-0983-4d37-806a-052a888efdb7 HTTP/1.1" status: 200 len: 1000 time: 0.0938935 Jan 25 21:14:23.444345 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-581a265f-4adf-40b6-93a3-f35057ca2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.445505 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '1d878222-3edb-4ec4-b13a-81e90db3980c', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'port_id': 'a486c9db-0983-4d37-806a-052a888efdb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'mac_address': 'fa:16:3e:8f:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:14:03Z', 'updated_at': '2022-01-25T21:14:22Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:23.445706 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-581a265f-4adf-40b6-93a3-f35057ca2cc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f70a703-09e0-4fc8-a72d-43eec3d56b4e HTTP/1.1" status: 200 len: 853 time: 0.0914955 Jan 25 21:14:23.473065 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] Checking router: 1490c84f-7bc7-4e70-94d1-149ef5fb7352 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:14:23.481504 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:14:23.482143 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:13:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:23.674099 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dec85-5e45-470a-800b-9e7c338d2007 req-37c0998a-699b-4d31-93ff-bf0ea1324a58 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.681899 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-515dec85-5e45-470a-800b-9e7c338d2007 req-37c0998a-699b-4d31-93ff-bf0ea1324a58 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0911689 Jan 25 21:14:23.735804 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-515dec85-5e45-470a-800b-9e7c338d2007 req-9189513e-2c30-44d0-b81e-17cb65f76d6e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529184 Jan 25 21:14:23.758964 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:14:23.784065 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-85fcf4fb-ea67-4c1f-8276-cd47ce90c505 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81743e9a-d558-41e8-b003-3393fa43a897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3303101 Jan 25 21:14:23.842864 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-7421f94d-e7cf-4f6e-8a50-cb99d5bdedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.844386 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-7421f94d-e7cf-4f6e-8a50-cb99d5bdedee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.3918121 Jan 25 21:14:23.925851 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a0c3c-fe15-4d95-a614-e59e20574309 req-f3439230-be51-466e-acc5-a90ea6696998 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.927399 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-444a0c3c-fe15-4d95-a614-e59e20574309 req-f3439230-be51-466e-acc5-a90ea6696998 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 943 time: 0.1474938 Jan 25 21:14:23.957601 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-d304fe99-f480-40d5-8512-452e0b2c7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:23.959633 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-d304fe99-f480-40d5-8512-452e0b2c7256 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0841820 Jan 25 21:14:23.966799 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-abfe9baa-f82d-4913-9a84-61800f929167 service neutron] 10.222.0.24 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712050 Jan 25 21:14:23.999848 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '1d878222-3edb-4ec4-b13a-81e90db3980c', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'port_id': 'a486c9db-0983-4d37-806a-052a888efdb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'mac_address': 'fa:16:3e:8f:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:14:03Z', 'updated_at': '2022-01-25T21:14:22Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:24.026109 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35510173-fd4e-40d2-8684-715b6387a5e0 None None] The sync data for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi is: [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '1d878222-3edb-4ec4-b13a-81e90db3980c', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'port_id': 'a486c9db-0983-4d37-806a-052a888efdb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'mac_address': 'fa:16:3e:8f:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:14:03Z', 'updated_at': '2022-01-25T21:14:22Z', 'revision_number': 1, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:14:24.100646 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-444a0c3c-fe15-4d95-a614-e59e20574309 req-2b51b26c-9ed3-4272-8cae-fe5c2fb85437 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567297 Jan 25 21:14:24.144841 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-afe3d4c7-b985-4fac-af26-643af1443898 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771069 Jan 25 21:14:24.147057 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c18a817-8d1b-4f39-9d6e-141ef382c32b req-fa4fe1d6-af24-4a65-adee-11c1213d26dd service neutron] 10.222.0.24 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699538 Jan 25 21:14:24.258117 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cbadbbe1-d7b4-4c76-892d-ea0ad63d7bc2 req-eef88f30-1999-4484-9d2e-aeb248e1cb34 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018109 Jan 25 21:14:24.281231 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca9523-05cd-49d5-80d5-36d576d3ddb4 None None] New status for floating IP 1d878222-3edb-4ec4-b13a-81e90db3980c: ACTIVE {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:14:24.848478 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e446e-6a1d-4c3f-afc2-ec85f91e3b7e req-c121c0c2-d1c9-49b1-ba7e-d8906237d481 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:24.850625 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cc0e446e-6a1d-4c3f-afc2-ec85f91e3b7e req-c121c0c2-d1c9-49b1-ba7e-d8906237d481 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Jan 25 21:14:24.895760 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-cc0e446e-6a1d-4c3f-afc2-ec85f91e3b7e req-a6d9f816-027f-450c-9651-aae3500343b3 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393131 Jan 25 21:14:25.218084 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113545b-cfdc-421a-b103-7f97f4eb21ce req-523703e8-d976-466a-a18f-f352620c7b30 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:25.219535 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6113545b-cfdc-421a-b103-7f97f4eb21ce req-523703e8-d976-466a-a18f-f352620c7b30 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 943 time: 0.0471361 Jan 25 21:14:25.264775 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6113545b-cfdc-421a-b103-7f97f4eb21ce req-4a54383b-9f6c-484a-ba45-41ad615d7e19 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Jan 25 21:14:25.654788 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-18a6af97-692b-4cc1-86d8-879c4c0772f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:26.009225 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439595b2-d54e-4c5f-b6f0-3f6c4d1740ec req-9150f621-b6c2-4dd1-92da-793896445696 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:26.010826 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-439595b2-d54e-4c5f-b6f0-3f6c4d1740ec req-9150f621-b6c2-4dd1-92da-793896445696 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0479829 Jan 25 21:14:26.060289 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-439595b2-d54e-4c5f-b6f0-3f6c4d1740ec req-282d8f6f-cadd-45fc-aada-9fea0a998d58 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438209 Jan 25 21:14:26.391254 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f260924-ab5f-46d2-9b97-54dd1fc8b18e req-fb372b09-f849-459c-ab75-e40bf4d55c74 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:26.392803 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3f260924-ab5f-46d2-9b97-54dd1fc8b18e req-fb372b09-f849-459c-ab75-e40bf4d55c74 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 943 time: 0.0567813 Jan 25 21:14:26.443110 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3f260924-ab5f-46d2-9b97-54dd1fc8b18e req-48e95e9b-8327-48f3-8e4d-30e1749aa3e9 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Jan 25 21:14:26.624772 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 19fd795e-6668-4ad3-9ce1-7ca77ef57670 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:14:26.723325 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 19fd795e-6668-4ad3-9ce1-7ca77ef57670, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=19fd795e-6668-4ad3-9ce1-7ca77ef57670,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:26.735246 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '19fd795e-6668-4ad3-9ce1-7ca77ef57670', 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897', 'port_id': '19fd795e-6668-4ad3-9ce1-7ca77ef57670', 'mac_address': 'fa:16:3e:c4:46:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f70a703-09e0-4fc8-a72d-43eec3d56b4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:14:26.773967 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:14:26.774361 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:26.788148 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fd795e-6668-4ad3-9ce1-7ca77ef57670 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:14:26.807417 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 19fd795e-6668-4ad3-9ce1-7ca77ef57670, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=19fd795e-6668-4ad3-9ce1-7ca77ef57670,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:26.876589 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:26.923011 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=19fd795e-6668-4ad3-9ce1-7ca77ef57670,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:27.157803 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['19fd795e-6668-4ad3-9ce1-7ca77ef57670'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:14:27.182337 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35bde1-f73f-45b0-a078-8da026b875e3 req-5cfa7c40-24dc-490e-b337-05890a68eb1d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:27.183810 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2d35bde1-f73f-45b0-a078-8da026b875e3 req-5cfa7c40-24dc-490e-b337-05890a68eb1d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Jan 25 21:14:27.230828 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2d35bde1-f73f-45b0-a078-8da026b875e3 req-4090556a-7add-4911-aa35-c94582d0f83a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Jan 25 21:14:27.558721 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e4e53-7153-4971-9a12-44b59f7b3fbd req-b946b3b3-06c4-42cf-9ec1-c425a63a998e tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:27.560169 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-009e4e53-7153-4971-9a12-44b59f7b3fbd req-b946b3b3-06c4-42cf-9ec1-c425a63a998e tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 944 time: 0.0500267 Jan 25 21:14:27.607334 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-009e4e53-7153-4971-9a12-44b59f7b3fbd req-5fe8e6c5-5fe7-48d3-b129-43f9bc07e6fd tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Jan 25 21:14:27.746124 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d06ecc9d-8a17-4abd-841e-6082304dca04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:28.352163 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c346fed-8237-4b48-823b-602185af8ad5 req-a104f809-00fa-4197-b0c7-feafbc79b4e5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:28.353740 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7c346fed-8237-4b48-823b-602185af8ad5 req-a104f809-00fa-4197-b0c7-feafbc79b4e5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Jan 25 21:14:28.400842 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7c346fed-8237-4b48-823b-602185af8ad5 req-7bce86f0-8156-4b89-95a4-990ce52ca964 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Jan 25 21:14:28.650468 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 19fd795e-6668-4ad3-9ce1-7ca77ef57670 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:14:28.725973 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20a2c0-e503-421c-bb22-e419cdfc4875 req-38b1c6d5-21ca-4840-949e-33d29af4c210 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:28.727460 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-dc20a2c0-e503-421c-bb22-e419cdfc4875 req-38b1c6d5-21ca-4840-949e-33d29af4c210 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 944 time: 0.0488214 Jan 25 21:14:28.775503 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-dc20a2c0-e503-421c-bb22-e419cdfc4875 req-146497ef-ff89-4a8a-b041-25a255cf6277 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Jan 25 21:14:28.786168 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:14:28.790726 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:14:28.791107 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:28.871863 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:14:28.872263 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:28.895489 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fd795e-6668-4ad3-9ce1-7ca77ef57670'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:28.898434 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955dc05-c2d5-474e-8c5c-458e893ee33d" -d '{"events": [{"server_uuid": "8875ec8c-2fde-4523-945b-9f3877f62da6", "name": "network-vif-plugged", "status": "completed", "tag": "19fd795e-6668-4ad3-9ce1-7ca77ef57670"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:28.910815 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 19fd795e-6668-4ad3-9ce1-7ca77ef57670, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=19fd795e-6668-4ad3-9ce1-7ca77ef57670,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:28.936646 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e8e07-e69e-4ddc-adf2-7621712247a7 x-openstack-request-id: req-b53e8e07-e69e-4ddc-adf2-7621712247a7 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:28.936933 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8875ec8c-2fde-4523-945b-9f3877f62da6", "name": "network-vif-plugged", "status": "completed", "tag": "19fd795e-6668-4ad3-9ce1-7ca77ef57670", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:28.937210 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b53e8e07-e69e-4ddc-adf2-7621712247a7 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:28.937607 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fd795e-6668-4ad3-9ce1-7ca77ef57670', 'code': 200} Jan 25 21:14:28.980603 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:29.028450 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=19fd795e-6668-4ad3-9ce1-7ca77ef57670,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:29.134370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:29.307428 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0638b7-266a-4b04-9bab-3db210a7a2dd req-2b3561e9-4c6f-4d7f-91cb-a49a26dbab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:29.308835 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3c0638b7-266a-4b04-9bab-3db210a7a2dd req-2b3561e9-4c6f-4d7f-91cb-a49a26dbab40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 1098 time: 0.0392609 Jan 25 21:14:29.351406 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3c0638b7-266a-4b04-9bab-3db210a7a2dd req-218c9fc7-1a12-427a-a535-4b583da2c4d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364873 Jan 25 21:14:29.514283 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331759d3-c8ee-484c-8e60-46389d264986 req-12b924e4-f533-4893-9205-f6dc4188b7e5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:29.515740 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-331759d3-c8ee-484c-8e60-46389d264986 req-12b924e4-f533-4893-9205-f6dc4188b7e5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0475519 Jan 25 21:14:29.570245 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-331759d3-c8ee-484c-8e60-46389d264986 req-9d21c317-ca0e-4267-b10e-87b5010aa436 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478590 Jan 25 21:14:29.886997 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10664531-a088-412c-b861-83e796b1aa47 req-c8557a67-c0fc-4f17-b42e-797968bd8349 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:29.894205 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-10664531-a088-412c-b861-83e796b1aa47 req-c8557a67-c0fc-4f17-b42e-797968bd8349 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0673344 Jan 25 21:14:29.898842 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a055c6b-f32c-4845-b06a-85ac74fd3de6 req-4acd0213-d2bd-4c03-a5b6-d6d4eb1e4fb7 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:29.900405 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8a055c6b-f32c-4845-b06a-85ac74fd3de6 req-4acd0213-d2bd-4c03-a5b6-d6d4eb1e4fb7 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 945 time: 0.0559244 Jan 25 21:14:29.944851 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-10664531-a088-412c-b861-83e796b1aa47 req-f731d61d-4870-4c99-9077-aa462a4a1871 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497329 Jan 25 21:14:29.974145 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8a055c6b-f32c-4845-b06a-85ac74fd3de6 req-db2aa2f5-b8c9-43b9-8f97-b1960ed6ab9f tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680454 Jan 25 21:14:29.983641 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1087e-b9ed-424b-a33a-1439878af687 req-40318631-3c35-4c3a-826d-dc9a5c792478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:29.986259 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e1087e-b9ed-424b-a33a-1439878af687 req-40318631-3c35-4c3a-826d-dc9a5c792478 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 1098 time: 0.0543654 Jan 25 21:14:30.080569 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1087e-b9ed-424b-a33a-1439878af687 req-f573198a-5f6d-425c-8fe5-a054ecc76163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:30.082046 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e1087e-b9ed-424b-a33a-1439878af687 req-f573198a-5f6d-425c-8fe5-a054ecc76163 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 911 time: 0.0898628 Jan 25 21:14:30.188944 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e1087e-b9ed-424b-a33a-1439878af687 req-64456889-a06d-4481-af1c-16549728c163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 200 len: 1001 time: 0.0588963 Jan 25 21:14:30.196960 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1087e-b9ed-424b-a33a-1439878af687 req-c5c3c0d2-408b-4f47-8ae4-d3c3d6b88418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:30.198428 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e1087e-b9ed-424b-a33a-1439878af687 req-c5c3c0d2-408b-4f47-8ae4-d3c3d6b88418 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0425930 Jan 25 21:14:30.247495 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1087e-b9ed-424b-a33a-1439878af687 req-91bc11a9-037b-4279-b589-d007d2f74da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:30.248964 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e1087e-b9ed-424b-a33a-1439878af687 req-91bc11a9-037b-4279-b589-d007d2f74da4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444720 Jan 25 21:14:30.343375 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e1087e-b9ed-424b-a33a-1439878af687 req-c80f9640-8ad8-46f0-ab20-ed625dec23e6 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856891 Jan 25 21:14:30.448430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-48e1087e-b9ed-424b-a33a-1439878af687 req-2b461634-e27b-4614-b286-67a0607cfa92 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921681 Jan 25 21:14:30.573939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:31.061518 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84289196-ce67-418c-bff3-177423bf154a req-a058f77a-e4aa-4051-9c8b-db48256ce093 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:31.063799 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-84289196-ce67-418c-bff3-177423bf154a req-a058f77a-e4aa-4051-9c8b-db48256ce093 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0507445 Jan 25 21:14:31.100639 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee3283-8a0b-4338-8e19-45ead93ddba2 req-9999a371-70e4-4bb4-84da-3af90ea97f4e tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:31.102246 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a8ee3283-8a0b-4338-8e19-45ead93ddba2 req-9999a371-70e4-4bb4-84da-3af90ea97f4e tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 945 time: 0.0539303 Jan 25 21:14:31.114483 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-84289196-ce67-418c-bff3-177423bf154a req-ea9bf70f-aa17-40ff-9385-de5c8781c87a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441911 Jan 25 21:14:31.152202 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a8ee3283-8a0b-4338-8e19-45ead93ddba2 req-bfdd5b8a-be90-4296-af9d-11cab8bbc4b1 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Jan 25 21:14:31.745761 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:32.018028 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:14:32.229002 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f374e1-b968-4402-a5ab-be6bc8558d14 req-224f2845-5adb-43cb-a9d3-643e36fbba6c tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:32.230518 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-73f374e1-b968-4402-a5ab-be6bc8558d14 req-224f2845-5adb-43cb-a9d3-643e36fbba6c tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Jan 25 21:14:32.278775 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-73f374e1-b968-4402-a5ab-be6bc8558d14 req-7bddc497-227c-4b70-90db-ce6bd4b42de3 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Jan 25 21:14:34.757686 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:39.685893 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-e83a3f8b-cd8b-4197-8d33-873417f3bef8 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056788159&fields=id&tenant_id=be89953d26bc43a8855b4a55bee3e652 HTTP/1.1" status: 200 len: 267 time: 0.0443549 Jan 25 21:14:39.738730 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-65e877a4-309a-4dcd-8ed3-578005862896 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:39.740355 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-65e877a4-309a-4dcd-8ed3-578005862896 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 985 time: 0.0492206 Jan 25 21:14:39.751414 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Request body: {'port': {'security_groups': ['05befe45-9da9-4898-8708-68f4e8ab21d4']}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:14:39.817679 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (962f457b-2c45-41a1-b64d-19d75300985c), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:39.992152 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=962f457b-2c45-41a1-b64d-19d75300985c,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:40.027567 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for port (962f457b-2c45-41a1-b64d-19d75300985c), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.139882 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.159315 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['962f457b-2c45-41a1-b64d-19d75300985c'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:14:40.185893 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:40.186427 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.191131 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c54e9c40-9a48-46ae-b1f9-5e802bf98037 req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "PUT /v2.0/ports/962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 943 time: 0.4441648 Jan 25 21:14:40.194924 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39196) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:40.195400 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:40.197291 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca55981-6ef5-4789-95e5-68b38bc6c824" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:40.252305 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event updated for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=7']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:40.255982 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182349f6-bc36-4b9c-9599-86875453eb22 x-openstack-request-id: req-182349f6-bc36-4b9c-9599-86875453eb22 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:40.256321 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:40.257240 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-182349f6-bc36-4b9c-9599-86875453eb22 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:40.257240 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c', 'status': 'completed', 'code': 200} Jan 25 21:14:40.276072 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.276431 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.276786 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.277261 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.277612 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.277974 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.278309 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.278641 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.278974 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.279303 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.279630 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.279948 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.280276 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d733735-b2af-40c3-82b0-fb65ba097c1b tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:14:40.284122 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ca096dae-dfb9-43bc-8927-26030966a7fe tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group (5f228723-ff71-41a0-b778-5b23ee1310bf), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.292655 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['962f457b-2c45-41a1-b64d-19d75300985c'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:14:40.344165 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ca096dae-dfb9-43bc-8927-26030966a7fe tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group (5f228723-ff71-41a0-b778-5b23ee1310bf), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.348066 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-66ec41d5-6a36-4806-84a6-e79d6cc48a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:40.349717 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-66ec41d5-6a36-4806-84a6-e79d6cc48a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1099 time: 0.0735977 Jan 25 21:14:40.462989 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-b823ff35-8c3c-4f9e-a6a7-3417ff1e625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:40.464386 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-b823ff35-8c3c-4f9e-a6a7-3417ff1e625c service neutron] 10.222.0.24 "GET /v2.0/networks?id=42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 200 len: 916 time: 0.1067102 Jan 25 21:14:40.510748 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-8355961e-c374-40fe-8f0c-d7dfbc51ad1f None None] Provisioning complete for port 962f457b-2c45-41a1-b64d-19d75300985c triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:14:40.511137 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8355961e-c374-40fe-8f0c-d7dfbc51ad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (962f457b-2c45-41a1-b64d-19d75300985c), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.540746 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-58e1fa22-8811-437b-a611-9e27c35809a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 1001 time: 0.0683055 Jan 25 21:14:40.597698 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-0a0039bb-92ba-455b-918c-ad264f704918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:40.599745 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-0a0039bb-92ba-455b-918c-ad264f704918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3a1a2fd-b63a-4b98-9d15-8f6de245133d HTTP/1.1" status: 200 len: 854 time: 0.0546010 Jan 25 21:14:40.608603 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ca096dae-dfb9-43bc-8927-26030966a7fe tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5f228723-ff71-41a0-b778-5b23ee1310bf), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.611243 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-8355961e-c374-40fe-8f0c-d7dfbc51ad1f None None] Current status of the port 962f457b-2c45-41a1-b64d-19d75300985c is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:14:40.612483 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ca096dae-dfb9-43bc-8927-26030966a7fe tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.615377 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ca096dae-dfb9-43bc-8927-26030966a7fe tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "DELETE /v2.0/security-groups/5f228723-ff71-41a0-b778-5b23ee1310bf HTTP/1.1" status: 204 len: 168 time: 0.4177055 Jan 25 21:14:40.627257 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39202) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:40.635190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca096dae-dfb9-43bc-8927-26030966a7fe tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f228723-ff71-41a0-b778-5b23ee1310bf,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:40.671874 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-343ba547-9d1c-44f4-916f-4cef9b9208bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:40.673339 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-343ba547-9d1c-44f4-916f-4cef9b9208bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42e6abed-670e-4223-ad2a-28699d10e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479367 Jan 25 21:14:40.773213 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-f9cc4129-af8b-4deb-9a0e-73a795174d07 service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929804 Jan 25 21:14:40.776586 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Deleting port a30d7beb-0bfd-4698-b731-d8bddb129a3c {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:14:40.777051 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.849967 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.850290 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for floatingip (a30d7beb-0bfd-4698-b731-d8bddb129a3c), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:40.861813 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Calling delete_port for a30d7beb-0bfd-4698-b731-d8bddb129a3c owned by network:floatingip {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:14:40.868933 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2ca55981-6ef5-4789-95e5-68b38bc6c824 req-459f9843-d62e-4ca4-8639-4123991b137d service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822861 Jan 25 21:14:41.123378 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (a30d7beb-0bfd-4698-b731-d8bddb129a3c), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:41.149187 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event deleted for resources: {'Port': ['ID=a30d7beb-0bfd-4698-b731-d8bddb129a3c,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:41.211594 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks [] for floatingip (17bb63af-d615-489b-9356-a985a759d48b), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:41.211924 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.l3_db [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Floating IP 17bb63af-d615-489b-9356-a985a759d48b disassociated (deleted). External IP: 172.27.2.70, port: 962f457b-2c45-41a1-b64d-19d75300985c. Jan 25 21:14:41.421122 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Router 88f81417-d640-4b0e-8ef5-f17d46ad1691 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:14:41.529207 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:14:41.534008 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:41.540732 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] Sync routers for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:14:41.551013 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:14:41.551644 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:41.560846 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3fe34ad1-3abc-4c49-ada2-d270672d4459 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "DELETE /v2.0/floatingips/17bb63af-d615-489b-9356-a985a759d48b HTTP/1.1" status: 204 len: 168 time: 0.9425416 Jan 25 21:14:41.660651 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:14:41.863830 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:25Z', 'revision_number': 5, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:41.894025 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] Checking router: 88f81417-d640-4b0e-8ef5-f17d46ad1691 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:14:41.903982 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:14:41.904502 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:42.012195 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:14:42.208882 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:25Z', 'revision_number': 5, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:14:42.234642 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f6e78-444d-426f-856e-17f11223a0d8 None None] The sync data for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi is: [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:11:20Z', 'revision_number': 4, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '3b10f241-58b0-4f93-8078-f077772db1b4', 'name': '', 'network_id': '42e6abed-670e-4223-ad2a-28699d10e9ef', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'mac_address': 'fa:16:3e:9e:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:18Z', 'updated_at': '2022-01-25T21:11:25Z', 'revision_number': 5, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'subnets': [{'id': 'b3a1a2fd-b63a-4b98-9d15-8f6de245133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:14:42.267626 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:42.269999 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb054e87-3efc-4634-a270-154f8752170b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:42.311084 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25786e-a727-46f2-a452-b5bd8468a8d8 x-openstack-request-id: req-7e25786e-a727-46f2-a452-b5bd8468a8d8 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:42.311459 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "tag": "962f457b-2c45-41a1-b64d-19d75300985c", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:42.311814 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e25786e-a727-46f2-a452-b5bd8468a8d8 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:42.312389 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c', 'status': 'completed', 'code': 200} Jan 25 21:14:42.397924 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054e87-3efc-4634-a270-154f8752170b req-ac8a15dd-baa7-4842-b869-523cc3d9da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:42.399511 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bb054e87-3efc-4634-a270-154f8752170b req-ac8a15dd-baa7-4842-b869-523cc3d9da99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be89953d26bc43a8855b4a55bee3e652&device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 1099 time: 0.0580690 Jan 25 21:14:42.477802 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bfd036-1b8c-4959-b5d6-45a6ffeebe0c None None] New status for floating IP 17bb63af-d615-489b-9356-a985a759d48b: DOWN {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:14:42.496313 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054e87-3efc-4634-a270-154f8752170b req-58badeb0-4399-4bb7-8226-181b05939e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:42.497850 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bb054e87-3efc-4634-a270-154f8752170b req-58badeb0-4399-4bb7-8226-181b05939e0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 200 len: 916 time: 0.0907412 Jan 25 21:14:42.550946 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bb054e87-3efc-4634-a270-154f8752170b req-782dde21-c5ec-4c54-a3ee-dfd11b4ff4c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 200 len: 217 time: 0.0413697 Jan 25 21:14:42.603965 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054e87-3efc-4634-a270-154f8752170b req-50cf41b5-1f8e-412b-ad4d-23f36a5d7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:42.603965 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bb054e87-3efc-4634-a270-154f8752170b req-50cf41b5-1f8e-412b-ad4d-23f36a5d7327 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3a1a2fd-b63a-4b98-9d15-8f6de245133d HTTP/1.1" status: 200 len: 854 time: 0.0472603 Jan 25 21:14:42.648026 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054e87-3efc-4634-a270-154f8752170b req-361ea3fb-adcf-44c3-9c1a-4d76641bd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:42.649488 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bb054e87-3efc-4634-a270-154f8752170b req-361ea3fb-adcf-44c3-9c1a-4d76641bd216 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=42e6abed-670e-4223-ad2a-28699d10e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389788 Jan 25 21:14:42.748839 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bb054e87-3efc-4634-a270-154f8752170b req-abe2b4d2-5931-4f87-a6f8-3860338b1b2c service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861948 Jan 25 21:14:42.839996 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bb054e87-3efc-4634-a270-154f8752170b req-224026a6-68f9-4382-8211-286476c844cf service neutron] 10.222.0.24 "GET /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848379 Jan 25 21:14:50.073837 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61505cad-2f39-4fc5-bfe8-4e2f5ee5a3fc req-c4391939-6b40-4c4a-b2b7-6ce433efeff0 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:50.075327 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-61505cad-2f39-4fc5-bfe8-4e2f5ee5a3fc req-c4391939-6b40-4c4a-b2b7-6ce433efeff0 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0495863 Jan 25 21:14:50.130250 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-61505cad-2f39-4fc5-bfe8-4e2f5ee5a3fc req-1d5d5996-3432-4427-a273-ccb2e5f9a1d7 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Jan 25 21:14:51.234798 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464659f5-fa9e-497f-a8cb-8f312073b370 req-35607d33-ddaa-44e2-90a6-902c8d173900 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:51.236235 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-464659f5-fa9e-497f-a8cb-8f312073b370 req-35607d33-ddaa-44e2-90a6-902c8d173900 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0462425 Jan 25 21:14:51.280609 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-464659f5-fa9e-497f-a8cb-8f312073b370 req-99118132-e851-406c-a91d-fac58382fda9 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Jan 25 21:14:52.392487 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ea3a-9d20-447f-8ef7-23aa891d6d13 req-0d1789ae-5f5a-4678-8e60-ec275b479c39 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:52.394046 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a517ea3a-9d20-447f-8ef7-23aa891d6d13 req-0d1789ae-5f5a-4678-8e60-ec275b479c39 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0484741 Jan 25 21:14:52.472813 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a517ea3a-9d20-447f-8ef7-23aa891d6d13 req-e9072e36-1423-40e7-86ae-6a19540213c0 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/security-groups?id=05befe45-9da9-4898-8708-68f4e8ab21d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680373 Jan 25 21:14:52.490953 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-7ea64062-128d-4258-bc7e-fbec2641c9c6 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:14:52.492389 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-7ea64062-128d-4258-bc7e-fbec2641c9c6 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 946 time: 0.0611985 Jan 25 21:14:52.581704 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Deleting port 962f457b-2c45-41a1-b64d-19d75300985c {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:14:52.582076 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (962f457b-2c45-41a1-b64d-19d75300985c), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:52.670882 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] For port 962f457b-2c45-41a1-b64d-19d75300985c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=962f457b-2c45-41a1-b64d-19d75300985c,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:52.671245 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (962f457b-2c45-41a1-b64d-19d75300985c), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:52.682750 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Calling delete_port for 962f457b-2c45-41a1-b64d-19d75300985c owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:14:52.847812 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (962f457b-2c45-41a1-b64d-19d75300985c), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:52.859970 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['962f457b-2c45-41a1-b64d-19d75300985c'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:14:52.880023 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Pushing event deleted for resources: {'Port': ['ID=962f457b-2c45-41a1-b64d-19d75300985c,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:52.920197 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] No DVR routers for this DVR port 962f457b-2c45-41a1-b64d-19d75300985c on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:14:52.922723 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:52.926052 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-69ac78b1-2a48-4ea3-9b46-2873e1af74a4 req-8aa25dfe-a585-40a9-9bff-f2d815507091 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.24 "DELETE /v2.0/ports/962f457b-2c45-41a1-b64d-19d75300985c HTTP/1.1" status: 204 len: 173 time: 0.4252336 Jan 25 21:14:52.926492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'name': 'network-vif-deleted', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:14:52.929372 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171dcae9-7bf8-4d59-9f97-b1b3c05fe3f8" -d '{"events": [{"server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "name": "network-vif-deleted", "tag": "962f457b-2c45-41a1-b64d-19d75300985c"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:14:52.964546 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a86c2-61b1-45e2-985a-81620a241cef x-openstack-request-id: req-597a86c2-61b1-45e2-985a-81620a241cef {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:14:52.964842 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4553426-6620-48de-b3cf-04e1575bf37c", "name": "network-vif-deleted", "tag": "962f457b-2c45-41a1-b64d-19d75300985c", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:14:52.965099 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-597a86c2-61b1-45e2-985a-81620a241cef {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:14:52.965506 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4553426-6620-48de-b3cf-04e1575bf37c', 'name': 'network-vif-deleted', 'tag': '962f457b-2c45-41a1-b64d-19d75300985c', 'status': 'completed', 'code': 200} Jan 25 21:14:53.571488 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-82d36acc-a06b-4c80-a49b-bb76479481b8 req-89daaac5-937c-490e-8ccf-dc71cce65d2e tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 210 time: 0.0268571 Jan 25 21:14:54.667810 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-38336fed-e590-4d11-9061-614b73018f07 req-ddc50dac-da41-41a7-8f63-cb0ec332b59f tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 210 time: 0.0291727 Jan 25 21:14:55.665356 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7be7c181-b077-4dec-b0b0-32b82ca73a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:55.945966 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2128eb9b-5a40-49d3-b73c-15dd705388e4 req-04d9d697-1667-4ca9-a033-b15a99118af8 tempest-TestMinimumBasicScenario-1310944302 tempest-TestMinimumBasicScenario-1310944302-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4553426-6620-48de-b3cf-04e1575bf37c HTTP/1.1" status: 200 len: 210 time: 0.2048614 Jan 25 21:14:56.774933 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 962f457b-2c45-41a1-b64d-19d75300985c no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:14:56.797174 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 962f457b-2c45-41a1-b64d-19d75300985c {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:14:56.797521 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 962f457b-2c45-41a1-b64d-19d75300985c not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:14:57.785461 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2483-0b18-45c3-a91f-e855e5115147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:58.863068 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39442) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:14:59.173590 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:59.200590 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (88f81417-d640-4b0e-8ef5-f17d46ad1691), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:59.437331 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Deleting port 3b10f241-58b0-4f93-8078-f077772db1b4 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:14:59.437658 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:59.511930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] For port 3b10f241-58b0-4f93-8078-f077772db1b4, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=3b10f241-58b0-4f93-8078-f077772db1b4,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:14:59.512289 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:59.523445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Calling delete_port for 3b10f241-58b0-4f93-8078-f077772db1b4 owned by network:router_interface {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:14:59.779540 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (3b10f241-58b0-4f93-8078-f077772db1b4), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:14:59.807187 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=3b10f241-58b0-4f93-8078-f077772db1b4,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:14:59.977655 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (88f81417-d640-4b0e-8ef5-f17d46ad1691), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:00.459445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Router 88f81417-d640-4b0e-8ef5-f17d46ad1691 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:15:00.561296 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:15:00.566307 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-de3e2193-ee84-4b54-bd33-067d8dd41fdf admin admin] 10.222.0.20 "PUT /v2.0/routers/88f81417-d640-4b0e-8ef5-f17d46ad1691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022023 Jan 25 21:15:00.568697 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:00.569503 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39460) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:00.572136 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] Sync routers for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:15:00.582080 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:00.582752 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:00.679742 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks [] for router (88f81417-d640-4b0e-8ef5-f17d46ad1691), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:00.690942 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:00.785786 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks [] for router_gateway (88f81417-d640-4b0e-8ef5-f17d46ad1691), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:00.868346 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:14:59Z', 'revision_number': 5, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port': {'id': '65eb93b4-d9e2-496b-9cd1-50ae2833939d', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:15Z', 'updated_at': '2022-01-25T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:00.888207 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Deleting port 65eb93b4-d9e2-496b-9cd1-50ae2833939d {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:00.888551 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:00.969156 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] For port 65eb93b4-d9e2-496b-9cd1-50ae2833939d, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=65eb93b4-d9e2-496b-9cd1-50ae2833939d,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:00.969525 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:00.982107 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Calling delete_port for 65eb93b4-d9e2-496b-9cd1-50ae2833939d owned by network:router_gateway {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:01.022867 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] Checking router: 88f81417-d640-4b0e-8ef5-f17d46ad1691 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:15:01.031746 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] Routers {'88f81417-d640-4b0e-8ef5-f17d46ad1691'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:01.032153 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['88f81417-d640-4b0e-8ef5-f17d46ad1691'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:01.118018 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] Set router 88f81417-d640-4b0e-8ef5-f17d46ad1691 gateway port host: None {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:01.170046 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:15:00Z', 'revision_number': 6, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:01.199162 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3ae39-24f4-49f0-a7e9-fba571855baf None None] The sync data for ids ['88f81417-d640-4b0e-8ef5-f17d46ad1691'] in dv-cinder-809518-10-iscsi is: [{'id': '88f81417-d640-4b0e-8ef5-f17d46ad1691', 'name': 'tempest-TestMinimumBasicScenario-1482513134-router', 'tenant_id': 'be89953d26bc43a8855b4a55bee3e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:13Z', 'updated_at': '2022-01-25T21:15:00Z', 'revision_number': 6, 'project_id': 'be89953d26bc43a8855b4a55bee3e652', 'gw_port_host': None}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:15:01.350844 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (65eb93b4-d9e2-496b-9cd1-50ae2833939d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.380911 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65eb93b4-d9e2-496b-9cd1-50ae2833939d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:01.440884 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (88f81417-d640-4b0e-8ef5-f17d46ad1691), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.530726 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (88f81417-d640-4b0e-8ef5-f17d46ad1691), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.532688 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks [] for router_controller (88f81417-d640-4b0e-8ef5-f17d46ad1691), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.642423 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (88f81417-d640-4b0e-8ef5-f17d46ad1691), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.642960 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f81417-d640-4b0e-8ef5-f17d46ad1691 {{(pid=103218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:15:01.651054 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.651054 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d9baede1-2cf1-437d-a02a-0bec560be3b3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/88f81417-d640-4b0e-8ef5-f17d46ad1691 HTTP/1.1" status: 204 len: 168 time: 1.0791388 Jan 25 21:15:01.652290 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39468) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:01.707312 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] Deleting subnet b3a1a2fd-b63a-4b98-9d15-8f6de245133d {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:15:01.710936 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] Publish callbacks [] for subnet (b3a1a2fd-b63a-4b98-9d15-8f6de245133d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.745625 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (b3a1a2fd-b63a-4b98-9d15-8f6de245133d), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.768737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.848888 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (b3a1a2fd-b63a-4b98-9d15-8f6de245133d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.951154 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (b3a1a2fd-b63a-4b98-9d15-8f6de245133d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.978810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a1a2fd-b63a-4b98-9d15-8f6de245133d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:01.980789 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:01.987641 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b3bf56d4-1526-4e1d-a527-3b848c245f37 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3a1a2fd-b63a-4b98-9d15-8f6de245133d HTTP/1.1" status: 204 len: 168 time: 0.3307893 Jan 25 21:15:01.988243 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6d823-80b9-4356-8442-0b7f9d2aff71 None None] Network 42e6abed-670e-4223-ad2a-28699d10e9ef requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:15:01.988375 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39474) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:02.054847 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (42e6abed-670e-4223-ad2a-28699d10e9ef), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.127314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Deleting port b09dccb4-edfc-4805-b384-d5197167753f {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:02.127656 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (b09dccb4-edfc-4805-b384-d5197167753f), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.163289 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39482) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:02.172065 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] DHCP port deletion for 42e6abed-670e-4223-ad2a-28699d10e9ef request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:15:02.221576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] For port b09dccb4-edfc-4805-b384-d5197167753f, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b09dccb4-edfc-4805-b384-d5197167753f,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:02.221979 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (b09dccb4-edfc-4805-b384-d5197167753f), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.238049 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Calling delete_port for b09dccb4-edfc-4805-b384-d5197167753f owned by network:dhcp {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:02.238336 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] Deleting port b09dccb4-edfc-4805-b384-d5197167753f {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:02.239323 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (b09dccb4-edfc-4805-b384-d5197167753f), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.309513 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca646-e9f0-4004-96f4-e5b198ba118c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.317795 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] For port b09dccb4-edfc-4805-b384-d5197167753f, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b09dccb4-edfc-4805-b384-d5197167753f,segment=NetworkSegment(ead9830f-68b1-4e82-a737-1e11959df43c),segment_id=ead9830f-68b1-4e82-a737-1e11959df43c)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:02.319502 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (b09dccb4-edfc-4805-b384-d5197167753f), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.342666 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] Calling delete_port for b09dccb4-edfc-4805-b384-d5197167753f owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:02.389803 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca646-e9f0-4004-96f4-e5b198ba118c admin admin] Publish callbacks [] for security_group (2350e95d-e30f-4ae4-b019-2bba51dfc0d3), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.436575 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (b09dccb4-edfc-4805-b384-d5197167753f), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.459863 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (b09dccb4-edfc-4805-b384-d5197167753f), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.463115 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09dccb4-edfc-4805-b384-d5197167753f,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:02.464962 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] No DVR routers for this DVR port b09dccb4-edfc-4805-b384-d5197167753f on host dv-cinder-809518-10-iscsi {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:15:02.465589 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca646-e9f0-4004-96f4-e5b198ba118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2350e95d-e30f-4ae4-b019-2bba51dfc0d3), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.492635 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] Pushing event deleted for resources: {'Port': ['ID=b09dccb4-edfc-4805-b384-d5197167753f,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:02.498456 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc277f-a75b-420a-921d-9560cd900443 None None] No DVR routers for this DVR port b09dccb4-edfc-4805-b384-d5197167753f on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:15:02.507351 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ca646-e9f0-4004-96f4-e5b198ba118c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2350e95d-e30f-4ae4-b019-2bba51dfc0d3,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:02.520877 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-0d7ca646-e9f0-4004-96f4-e5b198ba118c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08f0071e3ec54236ac1f83dd0711c8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564618 Jan 25 21:15:02.527938 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39486) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:02.546702 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (42e6abed-670e-4223-ad2a-28699d10e9ef), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.570924 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e6abed-670e-4223-ad2a-28699d10e9ef']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:02.580104 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-910be449-1b66-42ef-8a9f-7dff74592b14 admin admin] Publish callbacks [] for security_group (2350e95d-e30f-4ae4-b019-2bba51dfc0d3), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.580279 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead9830f-68b1-4e82-a737-1e11959df43c') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:02.580416 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead9830f-68b1-4e82-a737-1e11959df43c') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:02.589846 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (ead9830f-68b1-4e82-a737-1e11959df43c), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.602156 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-910be449-1b66-42ef-8a9f-7dff74592b14 admin admin] Publish callbacks [] for security_group (2350e95d-e30f-4ae4-b019-2bba51dfc0d3), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.603998 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (ead9830f-68b1-4e82-a737-1e11959df43c), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.610286 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:15:02.611920 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (ead9830f-68b1-4e82-a737-1e11959df43c), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:15:02.612611 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:15:02.716550 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-910be449-1b66-42ef-8a9f-7dff74592b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2350e95d-e30f-4ae4-b019-2bba51dfc0d3), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.719205 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-910be449-1b66-42ef-8a9f-7dff74592b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.725214 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-910be449-1b66-42ef-8a9f-7dff74592b14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2350e95d-e30f-4ae4-b019-2bba51dfc0d3 HTTP/1.1" status: 204 len: 168 time: 0.1914692 Jan 25 21:15:02.728716 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910be449-1b66-42ef-8a9f-7dff74592b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2350e95d-e30f-4ae4-b019-2bba51dfc0d3,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:02.746827 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (42e6abed-670e-4223-ad2a-28699d10e9ef), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.751473 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 65eb93b4-d9e2-496b-9cd1-50ae2833939d no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:02.754320 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:02.758253 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/42e6abed-670e-4223-ad2a-28699d10e9ef HTTP/1.1" status: 204 len: 168 time: 0.7707000 Jan 25 21:15:02.759682 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39490) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:02.787713 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8d3c4-070d-4ca4-817d-a97b34989fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e6abed-670e-4223-ad2a-28699d10e9ef,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:02.790518 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 65eb93b4-d9e2-496b-9cd1-50ae2833939d {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:02.791032 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 65eb93b4-d9e2-496b-9cd1-50ae2833939d not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:02.791271 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 3b10f241-58b0-4f93-8078-f077772db1b4 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:02.811052 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 3b10f241-58b0-4f93-8078-f077772db1b4 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:02.811395 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 3b10f241-58b0-4f93-8078-f077772db1b4 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:02.811822 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b09dccb4-edfc-4805-b384-d5197167753f no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:02.829898 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: b09dccb4-edfc-4805-b384-d5197167753f {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:02.830244 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b09dccb4-edfc-4805-b384-d5197167753f not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:03.170324 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (56c1ca10-aab0-4384-9943-42dbaf7cc608), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:03.462110 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Deleting port b160563c-a2be-4725-b7f8-54c3e5f72e7d {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:03.462609 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:03.540260 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] For port b160563c-a2be-4725-b7f8-54c3e5f72e7d, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b160563c-a2be-4725-b7f8-54c3e5f72e7d,segment=NetworkSegment(b86e0e2c-555c-4e66-8724-d02efdfab07d),segment_id=b86e0e2c-555c-4e66-8724-d02efdfab07d)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:03.540619 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:03.552371 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Calling delete_port for b160563c-a2be-4725-b7f8-54c3e5f72e7d owned by network:router_interface {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:03.784842 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (b160563c-a2be-4725-b7f8-54c3e5f72e7d), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:03.810853 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Pushing event deleted for resources: {'Port': ['ID=b160563c-a2be-4725-b7f8-54c3e5f72e7d,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:03.975967 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (56c1ca10-aab0-4384-9943-42dbaf7cc608), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:04.414079 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Router 56c1ca10-aab0-4384-9943-42dbaf7cc608 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:15:04.516655 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:15:04.523116 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-9a1055ea-1a3d-4a14-9a00-af6305cdf292 admin admin] 10.222.0.20 "PUT /v2.0/routers/56c1ca10-aab0-4384-9943-42dbaf7cc608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7624021 Jan 25 21:15:04.525559 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39532) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:04.526827 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] Sync routers for ids ['56c1ca10-aab0-4384-9943-42dbaf7cc608'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:15:04.537708 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] Routers {'56c1ca10-aab0-4384-9943-42dbaf7cc608'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:04.538361 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['56c1ca10-aab0-4384-9943-42dbaf7cc608'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:04.631469 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks [] for router (56c1ca10-aab0-4384-9943-42dbaf7cc608), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:04.641271 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] Set router 56c1ca10-aab0-4384-9943-42dbaf7cc608 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:04.788110 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks [] for router_gateway (56c1ca10-aab0-4384-9943-42dbaf7cc608), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:04.814785 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:04.921670 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:15:03Z', 'revision_number': 5, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port': {'id': '4ba674e2-f40c-4ea3-9fd0-2f95e17328ce', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:64:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:27Z', 'updated_at': '2022-01-25T21:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:04.952063 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] Checking router: 56c1ca10-aab0-4384-9943-42dbaf7cc608 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:15:04.961043 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] Routers {'56c1ca10-aab0-4384-9943-42dbaf7cc608'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:04.961686 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['56c1ca10-aab0-4384-9943-42dbaf7cc608'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:04.967367 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Deleting port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:04.967718 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.048641 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] Set router 56c1ca10-aab0-4384-9943-42dbaf7cc608 gateway port host: None {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:05.048901 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] For port 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:05.049164 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.060912 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Calling delete_port for 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce owned by network:router_gateway {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:05.103497 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:15:04Z', 'revision_number': 6, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:05.130023 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385d66a-90d0-4f38-86e4-770dd3ed6c02 None None] The sync data for ids ['56c1ca10-aab0-4384-9943-42dbaf7cc608'] in dv-cinder-809518-10-iscsi is: [{'id': '56c1ca10-aab0-4384-9943-42dbaf7cc608', 'name': 'tempest-TestMinimumBasicScenario-1905822916-router', 'tenant_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:26Z', 'updated_at': '2022-01-25T21:15:04Z', 'revision_number': 6, 'project_id': 'f50f411f768d49e588dc3b9dc6bcaab9', 'gw_port_host': None}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:15:05.333530 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (4ba674e2-f40c-4ea3-9fd0-2f95e17328ce), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.357711 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba674e2-f40c-4ea3-9fd0-2f95e17328ce,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:05.430082 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (56c1ca10-aab0-4384-9943-42dbaf7cc608), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.543797 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (56c1ca10-aab0-4384-9943-42dbaf7cc608), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.546645 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks [] for router_controller (56c1ca10-aab0-4384-9943-42dbaf7cc608), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.710964 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (56c1ca10-aab0-4384-9943-42dbaf7cc608), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.711528 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c1ca10-aab0-4384-9943-42dbaf7cc608 {{(pid=103217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:15:05.716834 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.718463 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-552805e4-87ce-4fd6-b847-ce5157627e50 admin admin] 10.222.0.20 "DELETE /v2.0/routers/56c1ca10-aab0-4384-9943-42dbaf7cc608 HTTP/1.1" status: 204 len: 168 time: 1.1914735 Jan 25 21:15:05.720494 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39548) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:05.768311 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_v2 [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] Deleting subnet a9c4860e-cd20-440a-9917-02d0ac624fc5 {{(pid=103217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:15:05.771403 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] Publish callbacks [] for subnet (a9c4860e-cd20-440a-9917-02d0ac624fc5), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.804879 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63018311'] for subnet (a9c4860e-cd20-440a-9917-02d0ac624fc5), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:05.920875 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (a9c4860e-cd20-440a-9917-02d0ac624fc5), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.059881 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62977412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63009036'] for subnet (a9c4860e-cd20-440a-9917-02d0ac624fc5), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.086409 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c4860e-cd20-440a-9917-02d0ac624fc5,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:06.089842 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.092986 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-89eea1d7-c1c6-4203-ac96-e7a6f73fc521 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9c4860e-cd20-440a-9917-02d0ac624fc5 HTTP/1.1" status: 204 len: 168 time: 0.3715339 Jan 25 21:15:06.095469 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39556) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:06.096236 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07483601-f9d2-4b7f-9cd9-6eeb32475957 None None] Network 8c26ff8c-7c07-40e6-aae7-5289639e2471 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:15:06.172633 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (8c26ff8c-7c07-40e6-aae7-5289639e2471), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.245687 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Deleting port a2f30d53-17b7-49ca-80c1-cd90d4792645 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:06.246060 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.257315 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] DHCP port deletion for 8c26ff8c-7c07-40e6-aae7-5289639e2471 request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:15:06.303831 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] Deleting port a2f30d53-17b7-49ca-80c1-cd90d4792645 {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:06.304207 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.307396 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] For port a2f30d53-17b7-49ca-80c1-cd90d4792645, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=a2f30d53-17b7-49ca-80c1-cd90d4792645,segment=NetworkSegment(b86e0e2c-555c-4e66-8724-d02efdfab07d),segment_id=b86e0e2c-555c-4e66-8724-d02efdfab07d)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:06.307760 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.324027 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Calling delete_port for a2f30d53-17b7-49ca-80c1-cd90d4792645 owned by network:dhcp {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:06.383070 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] For port a2f30d53-17b7-49ca-80c1-cd90d4792645, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=a2f30d53-17b7-49ca-80c1-cd90d4792645,segment=NetworkSegment(b86e0e2c-555c-4e66-8724-d02efdfab07d),segment_id=b86e0e2c-555c-4e66-8724-d02efdfab07d)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:06.383615 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.396826 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] Calling delete_port for a2f30d53-17b7-49ca-80c1-cd90d4792645 owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:06.476563 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.482323 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (a2f30d53-17b7-49ca-80c1-cd90d4792645), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.494391 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] No DVR routers for this DVR port a2f30d53-17b7-49ca-80c1-cd90d4792645 on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:15:06.502688 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f30d53-17b7-49ca-80c1-cd90d4792645,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:06.505064 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] No DVR routers for this DVR port a2f30d53-17b7-49ca-80c1-cd90d4792645 on host dv-cinder-809518-10-iscsi {{(pid=103217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:15:06.519039 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d40da-e90d-447a-be3f-e6aff48ccd60 None None] Pushing event deleted for resources: {'Port': ['ID=a2f30d53-17b7-49ca-80c1-cd90d4792645,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:06.576683 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (8c26ff8c-7c07-40e6-aae7-5289639e2471), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.596229 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c26ff8c-7c07-40e6-aae7-5289639e2471']}} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:06.604988 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86e0e2c-555c-4e66-8724-d02efdfab07d') {'for_net_delete': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:06.605289 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86e0e2c-555c-4e66-8724-d02efdfab07d') {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:06.614496 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63018318'] for segment (b86e0e2c-555c-4e66-8724-d02efdfab07d), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.626955 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (b86e0e2c-555c-4e66-8724-d02efdfab07d), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.633120 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:15:06.633498 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62977322'] for segment (b86e0e2c-555c-4e66-8724-d02efdfab07d), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: Traceback (most recent call last): Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: timer() Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: cb(*args, **kw) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: return func(*args, **kwargs) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: self._notify() Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: self.callback(batched_events) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: event.method(event) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: return f(self, *a, **k) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._get(url).json() Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: return self.request(url, 'GET', **kwargs) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:15:06.635109 dv-cinder-809518-10-iscsi neutron-server[103217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:15:06.748664 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b160563c-a2be-4725-b7f8-54c3e5f72e7d no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:06.767137 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (8c26ff8c-7c07-40e6-aae7-5289639e2471), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.770259 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: b160563c-a2be-4725-b7f8-54c3e5f72e7d {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:06.771161 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b160563c-a2be-4725-b7f8-54c3e5f72e7d not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:06.771573 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:06.783249 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:06.787976 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8c26ff8c-7c07-40e6-aae7-5289639e2471 HTTP/1.1" status: 204 len: 168 time: 0.6913576 Jan 25 21:15:06.788790 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf75bf-2602-43ad-b2de-8be8d8143311 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c26ff8c-7c07-40e6-aae7-5289639e2471,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:06.793939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:06.794292 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4ba674e2-f40c-4ea3-9fd0-2f95e17328ce not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:06.794716 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device a2f30d53-17b7-49ca-80c1-cd90d4792645 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:06.815408 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: a2f30d53-17b7-49ca-80c1-cd90d4792645 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:06.815753 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device a2f30d53-17b7-49ca-80c1-cd90d4792645 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:07.200277 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39566) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:07.238152 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-2020cb2a-8e3f-4772-ac81-4e88bc1aa07b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be89953d26bc43a8855b4a55bee3e652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367081 Jan 25 21:15:07.241067 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39568) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:07.288846 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1d19113a-68f0-415d-8cb2-8fa9ba6c0243 admin admin] Publish callbacks [] for security_group (05befe45-9da9-4898-8708-68f4e8ab21d4), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:07.309314 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1d19113a-68f0-415d-8cb2-8fa9ba6c0243 admin admin] Publish callbacks [] for security_group (05befe45-9da9-4898-8708-68f4e8ab21d4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:07.425194 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1d19113a-68f0-415d-8cb2-8fa9ba6c0243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (05befe45-9da9-4898-8708-68f4e8ab21d4), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:07.428472 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1d19113a-68f0-415d-8cb2-8fa9ba6c0243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:07.429703 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-1d19113a-68f0-415d-8cb2-8fa9ba6c0243 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05befe45-9da9-4898-8708-68f4e8ab21d4 HTTP/1.1" status: 204 len: 168 time: 0.1876831 Jan 25 21:15:07.437604 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19113a-68f0-415d-8cb2-8fa9ba6c0243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05befe45-9da9-4898-8708-68f4e8ab21d4,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:08.056076 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39578) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:08.094950 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f8b1f29e-d283-4fda-a67d-2d604b5e3656 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f50f411f768d49e588dc3b9dc6bcaab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377219 Jan 25 21:15:08.097253 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39580) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:08.147224 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f68296c6-945a-4701-86aa-eaf75eb6c028 admin admin] Publish callbacks [] for security_group (92238e90-a069-47e1-b476-7950fa0be5a3), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:08.167270 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f68296c6-945a-4701-86aa-eaf75eb6c028 admin admin] Publish callbacks [] for security_group (92238e90-a069-47e1-b476-7950fa0be5a3), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:08.282051 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f68296c6-945a-4701-86aa-eaf75eb6c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (92238e90-a069-47e1-b476-7950fa0be5a3), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:08.284837 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f68296c6-945a-4701-86aa-eaf75eb6c028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:08.286041 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f68296c6-945a-4701-86aa-eaf75eb6c028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92238e90-a069-47e1-b476-7950fa0be5a3 HTTP/1.1" status: 204 len: 168 time: 0.1878293 Jan 25 21:15:08.293489 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68296c6-945a-4701-86aa-eaf75eb6c028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92238e90-a069-47e1-b476-7950fa0be5a3,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:09.020394 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:15:17.554717 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39648) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:17.655185 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-08bfe504-937f-4d25-b528-9b63f8855f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:17.724951 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-08bfe504-937f-4d25-b528-9b63f8855f62 admin admin] Publish callbacks [] for security_group (43a21e64-5066-439f-9845-4db16ffd78d4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:17.807526 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-08bfe504-937f-4d25-b528-9b63f8855f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (43a21e64-5066-439f-9845-4db16ffd78d4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:17.843825 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfe504-937f-4d25-b528-9b63f8855f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a21e64-5066-439f-9845-4db16ffd78d4,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:17.848067 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-08bfe504-937f-4d25-b528-9b63f8855f62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec62b50909764381ad1ff12440af56e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923131 Jan 25 21:15:17.850633 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39652) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:17.896111 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41c75281-2dc2-44f1-bbd3-4ed90de55b9c admin admin] Publish callbacks [] for security_group (43a21e64-5066-439f-9845-4db16ffd78d4), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:17.919386 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41c75281-2dc2-44f1-bbd3-4ed90de55b9c admin admin] Publish callbacks [] for security_group (43a21e64-5066-439f-9845-4db16ffd78d4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:18.036154 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41c75281-2dc2-44f1-bbd3-4ed90de55b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (43a21e64-5066-439f-9845-4db16ffd78d4), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:18.038640 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-41c75281-2dc2-44f1-bbd3-4ed90de55b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:18.039787 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-41c75281-2dc2-44f1-bbd3-4ed90de55b9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43a21e64-5066-439f-9845-4db16ffd78d4 HTTP/1.1" status: 204 len: 168 time: 0.1882651 Jan 25 21:15:18.047632 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c75281-2dc2-44f1-bbd3-4ed90de55b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a21e64-5066-439f-9845-4db16ffd78d4,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:19.016892 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39676) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:19.110678 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-258440693-network', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:19.201596 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Made reservation on behalf of d4d0dcd5d7e84e0bb4692190f5f6fc9e for: {'network': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:15:19.204027 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.213224 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.289152 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks [] for security_group (01ae3abf-418c-4854-8dd7-8c4ef005c277), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.385453 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (01ae3abf-418c-4854-8dd7-8c4ef005c277), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.410540 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:15:19.420240 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ae3abf-418c-4854-8dd7-8c4ef005c277,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:19.424787 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (2f49598a-2cbc-4412-92d6-e1cf30193490), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.425119 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.segments_db [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Added segment 2f49598a-2cbc-4412-92d6-e1cf30193490 of type vlan for network 480e55f6-024e-4eca-8a14-6048be88677c Jan 25 21:15:19.441223 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.441577 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.441952 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.442299 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.442640 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.442973 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.443310 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.443645 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.443982 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.444313 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.444643 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.444976 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.445326 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:19.483587 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (480e55f6-024e-4eca-8a14-6048be88677c), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.619645 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (480e55f6-024e-4eca-8a14-6048be88677c), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.620598 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:19.621190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:19.678499 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] Pushing event updated for resources: {'Network': ['ID=480e55f6-024e-4eca-8a14-6048be88677c,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:19.689246 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 480e55f6-024e-4eca-8a14-6048be88677c details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:15:19.747623 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b8f5fb9b-f88b-456b-be9f-8ecc44c0834f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7296324 Jan 25 21:15:19.750333 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39686) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:19.755992 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Request body: {'subnet': {'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-258440693-subnet', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:19.847552 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Made reservation on behalf of d4d0dcd5d7e84e0bb4692190f5f6fc9e for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:15:19.849875 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63182866'] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.070473 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49987961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63182884'] for subnet (12acc41e-01c4-4128-b0fa-eff50f012fd5), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.131446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12acc41e-01c4-4128-b0fa-eff50f012fd5,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:20.136192 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Checking segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:20.136560 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Network hostable DHCP agents. Network: 480e55f6-024e-4eca-8a14-6048be88677c, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:15:20.275892 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Network 480e55f6-024e-4eca-8a14-6048be88677c is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:15:20.390574 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 480e55f6-024e-4eca-8a14-6048be88677c) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:20.394715 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:20.395311 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.399844 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22abb76d-5590-4da3-a409-fe6a4ff4fe91 None None] Network 480e55f6-024e-4eca-8a14-6048be88677c requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:15:20.467422 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-09940aa0-baa5-4b0a-a9b8-3231ce9bc5d9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7159362 Jan 25 21:15:20.471350 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39698) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:20.475478 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:20.534446 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-480e55f6-024e-4eca-8a14-6048be88677c', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:15:20.535276 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.590651 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (8b6faf4c-2e51-46c3-8558-4788a8d278c7), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.591814 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (8b6faf4c-2e51-46c3-8558-4788a8d278c7), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.644253 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks [] for router_controller (8b6faf4c-2e51-46c3-8558-4788a8d278c7), precommit_add_association {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.709174 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Allocated IP 172.20.0.2 (480e55f6-024e-4eca-8a14-6048be88677c/12acc41e-01c4-4128-b0fa-eff50f012fd5/46668400-dfb4-4956-979b-9ddcf4d25590) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:20.867367 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Publish callbacks [] for port (46668400-dfb4-4956-979b-9ddcf4d25590), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.886810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks [] for router_gateway (8b6faf4c-2e51-46c3-8558-4788a8d278c7), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:20.996527 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.031399 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Network 480e55f6-024e-4eca-8a14-6048be88677c is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:21.034840 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:21.038083 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:21.051469 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Pushing event updated for resources: {'Port': ['ID=46668400-dfb4-4956-979b-9ddcf4d25590,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:21.079086 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.079524 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.079772 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.080110 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.080439 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.080763 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.081092 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.081414 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.081735 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.082089 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.082399 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.082715 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.083031 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:21.199391 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks [] for router_gateway (8b6faf4c-2e51-46c3-8558-4788a8d278c7), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.218012 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.234419 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Attempting to bind port 46668400-dfb4-4956-979b-9ddcf4d25590 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:21.234787 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Attempting to bind port 46668400-dfb4-4956-979b-9ddcf4d25590 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:21.235146 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Attempting to bind port 46668400-dfb4-4956-979b-9ddcf4d25590 on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:21.239938 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:21.240433 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Checking segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:21.240835 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.241223 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Bound using segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:21.241683 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Bound port: 46668400-dfb4-4956-979b-9ddcf4d25590, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:21.242115 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.301495 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] For port 46668400-dfb4-4956-979b-9ddcf4d25590, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:21.304507 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] For port 46668400-dfb4-4956-979b-9ddcf4d25590, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=46668400-dfb4-4956-979b-9ddcf4d25590,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:21.323660 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Allocated IP 172.27.2.252 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/b3d2852f-2fca-4709-b8f7-04ee09bf0973) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:21.421266 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks [] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.424976 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.486970 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477b00f-ed31-4883-933c-278a4a0ffccc None None] Pushing event updated for resources: {'Port': ['ID=46668400-dfb4-4956-979b-9ddcf4d25590,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:21.545062 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:21.582737 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:21.585671 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:21.588773 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:21.622551 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Pushing event updated for resources: {'Port': ['ID=b3d2852f-2fca-4709-b8f7-04ee09bf0973,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:21.956652 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks [] for router_gateway (8b6faf4c-2e51-46c3-8558-4788a8d278c7), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:22.413935 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe47e77-6ab5-4cc8-a7d1-e24452ae47d9 None None] Network 480e55f6-024e-4eca-8a14-6048be88677c requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:15:22.432327 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (8b6faf4c-2e51-46c3-8558-4788a8d278c7), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:22.542202 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-52174ec8-4812-4f2d-ac6d-0dc1125dcc58 None None] Provisioning complete for port 46668400-dfb4-4956-979b-9ddcf4d25590 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:22.544043 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-52174ec8-4812-4f2d-ac6d-0dc1125dcc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:22.603531 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f019d-2424-4627-8702-15a8eeaee48e req-803819ed-2353-4b2b-a3ad-80fae83e99ff tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:22.610242 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f01f019d-2424-4627-8702-15a8eeaee48e req-803819ed-2353-4b2b-a3ad-80fae83e99ff tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0586152 Jan 25 21:15:22.642177 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-52174ec8-4812-4f2d-ac6d-0dc1125dcc58 None None] Current status of the port 46668400-dfb4-4956-979b-9ddcf4d25590 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:22.642712 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-52174ec8-4812-4f2d-ac6d-0dc1125dcc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:22.655246 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f01f019d-2424-4627-8702-15a8eeaee48e req-38aa4a9a-9da7-4dc7-b656-9f65d8d0996c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Jan 25 21:15:22.681455 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-52174ec8-4812-4f2d-ac6d-0dc1125dcc58 None None] For port 46668400-dfb4-4956-979b-9ddcf4d25590, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=46668400-dfb4-4956-979b-9ddcf4d25590,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:22.693078 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:15:22.750296 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-52174ec8-4812-4f2d-ac6d-0dc1125dcc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:22.809901 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52174ec8-4812-4f2d-ac6d-0dc1125dcc58 None None] Pushing event updated for resources: {'Port': ['ID=46668400-dfb4-4956-979b-9ddcf4d25590,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:22.826080 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:15:22.838029 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:15:22.842650 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 46668400-dfb4-4956-979b-9ddcf4d25590 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:22.889066 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:22.889694 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:22.929614 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:22.933496 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e783c26d-934e-470f-b18a-e1dcda3c828c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4589987 Jan 25 21:15:22.934073 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39730) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:22.938233 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-5f815bb4-51cc-4f48-b0c4-72144f8091f5 None None] Provisioning complete for port 46668400-dfb4-4956-979b-9ddcf4d25590 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:22.938614 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-5f815bb4-51cc-4f48-b0c4-72144f8091f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.024510 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 46668400-dfb4-4956-979b-9ddcf4d25590 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:23.024917 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.097004 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:23.188241 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-5f815bb4-51cc-4f48-b0c4-72144f8091f5 None None] Current status of the port 46668400-dfb4-4956-979b-9ddcf4d25590 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:23.257855 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 46668400-dfb4-4956-979b-9ddcf4d25590 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:23.323491 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:21Z', 'revision_number': 3, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:23.334368 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.351553 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:15:23.351856 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Updating router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 port b3d2852f-2fca-4709-b8f7-04ee09bf0973 binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:15:23.376783 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.491087 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Allocated IP 172.20.0.1 (480e55f6-024e-4eca-8a14-6048be88677c/12acc41e-01c4-4128-b0fa-eff50f012fd5/be41de04-bdf9-472e-8413-f50b08771e34) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:23.593204 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks [] for port (be41de04-bdf9-472e-8413-f50b08771e34), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.627627 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Publish callbacks [] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.716922 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (be41de04-bdf9-472e-8413-f50b08771e34), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.721626 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.762442 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Network 480e55f6-024e-4eca-8a14-6048be88677c is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:23.768436 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:23.771074 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:23.780860 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd467b-6a74-4cd9-a603-cefb0a473f56 None None] Pushing event updated for resources: {'Port': ['ID=b3d2852f-2fca-4709-b8f7-04ee09bf0973,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:23.783307 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Attempting to bind port b3d2852f-2fca-4709-b8f7-04ee09bf0973 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:23.783672 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Attempting to bind port b3d2852f-2fca-4709-b8f7-04ee09bf0973 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:23.784297 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Attempting to bind port b3d2852f-2fca-4709-b8f7-04ee09bf0973 on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:23.790774 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:23.791075 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:23.791477 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.792131 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:23.792328 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Bound port: b3d2852f-2fca-4709-b8f7-04ee09bf0973, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:23.792714 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.821394 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (8b6faf4c-2e51-46c3-8558-4788a8d278c7), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:23.844036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434392b-5215-42be-9ed0-53bd0171caf1 req-6ba57451-0628-44dd-9ab3-e111d1286be4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:23.846006 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2434392b-5215-42be-9ed0-53bd0171caf1 req-6ba57451-0628-44dd-9ab3-e111d1286be4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0969400 Jan 25 21:15:23.865587 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] For port b3d2852f-2fca-4709-b8f7-04ee09bf0973, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:23.870970 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] For port b3d2852f-2fca-4709-b8f7-04ee09bf0973, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b3d2852f-2fca-4709-b8f7-04ee09bf0973,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:23.880409 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Pushing event updated for resources: {'Port': ['ID=be41de04-bdf9-472e-8413-f50b08771e34,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:23.928952 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2434392b-5215-42be-9ed0-53bd0171caf1 req-deb9a0d4-fd1d-4dd4-99d0-2c4fa99cde8e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698748 Jan 25 21:15:23.956295 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:24.015737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:24.016381 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:24.021460 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd467b-6a74-4cd9-a603-cefb0a473f56 None None] Pushing event updated for resources: {'Port': ['ID=b3d2852f-2fca-4709-b8f7-04ee09bf0973,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:24.061208 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (be41de04-bdf9-472e-8413-f50b08771e34), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:24.141856 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:24.142365 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-8fa66fbf-49c5-474a-8cf3-e46d17f8b036 None None] Provisioning complete for port be41de04-bdf9-472e-8413-f50b08771e34 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:24.142729 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8fa66fbf-49c5-474a-8cf3-e46d17f8b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (be41de04-bdf9-472e-8413-f50b08771e34), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:24.224740 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks [] for port (be41de04-bdf9-472e-8413-f50b08771e34), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:24.310456 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (be41de04-bdf9-472e-8413-f50b08771e34), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:24.369569 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-8fa66fbf-49c5-474a-8cf3-e46d17f8b036 None None] Port be41de04-bdf9-472e-8413-f50b08771e34 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:15:24.381435 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Pushing event updated for resources: {'Port': ['ID=be41de04-bdf9-472e-8413-f50b08771e34,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:24.384117 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (8b6faf4c-2e51-46c3-8558-4788a8d278c7), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:24.470436 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:21Z', 'revision_number': 3, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:24.471727 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Network 480e55f6-024e-4eca-8a14-6048be88677c is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:24.473041 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:24.497883 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7e3d1-e6e8-4eb8-bf7c-23e87516c833 None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:21Z', 'revision_number': 3, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:15:24.598544 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:15:24.692642 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-8bb11822-6764-4d14-a4c9-83f0973c9c3a None None] Provisioning complete for port be41de04-bdf9-472e-8413-f50b08771e34 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:24.693197 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8bb11822-6764-4d14-a4c9-83f0973c9c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (be41de04-bdf9-472e-8413-f50b08771e34), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:24.733776 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-8bb11822-6764-4d14-a4c9-83f0973c9c3a None None] Port be41de04-bdf9-472e-8413-f50b08771e34 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:15:24.844517 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 46668400-dfb4-4956-979b-9ddcf4d25590 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:24.910773 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 46668400-dfb4-4956-979b-9ddcf4d25590 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:24.911158 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:25.000934 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:15:25.006769 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-55b727b1-c544-47a9-ad3c-83a9426efd54 admin admin] 10.222.0.20 "PUT /v2.0/routers/8b6faf4c-2e51-46c3-8558-4788a8d278c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0713344 Jan 25 21:15:25.019559 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 46668400-dfb4-4956-979b-9ddcf4d25590 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:25.098037 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c75eb1-a52c-4112-ae55-b38b3ece940a req-bf7ff706-3c68-4d0f-9774-2c2786f1d104 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:25.100456 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f1c75eb1-a52c-4112-ae55-b38b3ece940a req-bf7ff706-3c68-4d0f-9774-2c2786f1d104 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0563705 Jan 25 21:15:25.157417 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f1c75eb1-a52c-4112-ae55-b38b3ece940a req-c9d80890-c99a-42b5-a0e9-62c4ff28c0ae tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512071 Jan 25 21:15:25.644520 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ee4916bb-63e4-4201-9806-ac32d6d15e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:25.707970 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73360341-2543-4e42-8d9b-f9a602ca02d9 req-0b36612a-b337-4aa6-968c-3ec6db821cec tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:25.709386 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-73360341-2543-4e42-8d9b-f9a602ca02d9 req-0b36612a-b337-4aa6-968c-3ec6db821cec tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Jan 25 21:15:25.759954 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-73360341-2543-4e42-8d9b-f9a602ca02d9 req-b285470d-f882-4ab0-a855-7fe6ec56676f tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Jan 25 21:15:25.779234 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39766) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:25.784479 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1976424250-network', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:25.853295 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Made reservation on behalf of 74e4ed4b28db4b5ba0d67ff796067afe for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:15:25.855605 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:25.864383 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:25.945198 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks [] for security_group (ff8059ad-b7f8-4ec2-88e4-758e90d619a1), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:25.984539 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (ff8059ad-b7f8-4ec2-88e4-758e90d619a1), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.011675 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:15:26.016966 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8059ad-b7f8-4ec2-88e4-758e90d619a1,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:26.034401 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (c2b6198f-4462-469b-802d-216e4c378ac4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.034401 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Added segment c2b6198f-4462-469b-802d-216e4c378ac4 of type vlan for network b257f042-2ab6-4a98-bd99-e61b92ce9464 Jan 25 21:15:26.065547 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (b257f042-2ab6-4a98-bd99-e61b92ce9464), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.144548 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (b257f042-2ab6-4a98-bd99-e61b92ce9464), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.145666 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:26.148053 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.194247 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:15:26.204891 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] Pushing event updated for resources: {'Network': ['ID=b257f042-2ab6-4a98-bd99-e61b92ce9464,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:26.205584 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:26.206410 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:26.220817 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:15:26.253059 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-8d1baef0-57a4-4af2-a78e-8ffaa57f8c79 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4726989 Jan 25 21:15:26.255854 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39770) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:26.261628 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Request body: {'subnet': {'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1976424250-subnet', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:26.301383 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15082107-2766-476d-aa29-c7209eb46469 req-310be44d-6145-4e83-934e-7211d03a28a7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:26.302873 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-15082107-2766-476d-aa29-c7209eb46469 req-310be44d-6145-4e83-934e-7211d03a28a7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0638177 Jan 25 21:15:26.333999 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:26.350703 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-15082107-2766-476d-aa29-c7209eb46469 req-509eaecc-d034-4e22-862f-a22471f80d49 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Jan 25 21:15:26.361461 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Made reservation on behalf of 74e4ed4b28db4b5ba0d67ff796067afe for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:15:26.364234 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63182866'] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.529110 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:24Z', 'revision_number': 2, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:26.554313 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:15:26.554670 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Updating router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 port be41de04-bdf9-472e-8413-f50b08771e34 binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:15:26.578157 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (be41de04-bdf9-472e-8413-f50b08771e34), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.647575 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49987961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63182884'] for subnet (a857c589-87ab-443d-be52-b31d250ce577), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.704520 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a857c589-87ab-443d-be52-b31d250ce577,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:26.709845 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Checking segment: {'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:26.710207 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Network hostable DHCP agents. Network: b257f042-2ab6-4a98-bd99-e61b92ce9464, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:15:26.778884 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:15:26.813235 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b3d2852f-2fca-4709-b8f7-04ee09bf0973 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:26.841045 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Publish callbacks [] for port (be41de04-bdf9-472e-8413-f50b08771e34), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.863064 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port b3d2852f-2fca-4709-b8f7-04ee09bf0973 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:26.863437 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.874132 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, b257f042-2ab6-4a98-bd99-e61b92ce9464) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:26.879228 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:26.880235 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.888359 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e040f-a854-4a3e-9bd3-acc481b94045 None None] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:15:26.903837 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a18f5a-73c7-4b94-8f03-fd0993af0c56 req-bfd1dc8b-09d7-4cbb-bcb7-dd466e570239 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:26.905318 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f4a18f5a-73c7-4b94-8f03-fd0993af0c56 req-bfd1dc8b-09d7-4cbb-bcb7-dd466e570239 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 945 time: 0.0638683 Jan 25 21:15:26.933251 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (be41de04-bdf9-472e-8413-f50b08771e34), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:26.953734 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f4a18f5a-73c7-4b94-8f03-fd0993af0c56 req-b2398247-3012-4670-b291-5697dd973d3f tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Jan 25 21:15:26.958320 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4a038963-1c16-4274-ac47-1259832ecf99 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7007651 Jan 25 21:15:26.960985 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39774) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:26.966413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:27.009115 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Pushing event updated for resources: {'Port': ['ID=be41de04-bdf9-472e-8413-f50b08771e34,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:27.028216 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-b257f042-2ab6-4a98-bd99-e61b92ce9464', 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464', 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'fixed_ips': [{'subnet_id': 'a857c589-87ab-443d-be52-b31d250ce577'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:15:27.029092 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.034190 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port b3d2852f-2fca-4709-b8f7-04ee09bf0973 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:27.034583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.037683 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.038073 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.038420 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.038754 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.039162 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.039487 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.039862 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.040189 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.040517 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.040857 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.041186 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.041507 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.041919 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:27.065017 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (54582e3b-4b73-42df-8c4b-093df9a77d1b), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.066146 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (54582e3b-4b73-42df-8c4b-093df9a77d1b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.066396 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port b3d2852f-2fca-4709-b8f7-04ee09bf0973, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b3d2852f-2fca-4709-b8f7-04ee09bf0973,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:27.080426 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Attempting to bind port be41de04-bdf9-472e-8413-f50b08771e34 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:27.081174 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Attempting to bind port be41de04-bdf9-472e-8413-f50b08771e34 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:27.082009 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Attempting to bind port be41de04-bdf9-472e-8413-f50b08771e34 on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:27.088054 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:27.088675 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Checking segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:27.089258 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.089819 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Bound using segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:27.090434 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Bound port: be41de04-bdf9-472e-8413-f50b08771e34, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:27.090968 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (be41de04-bdf9-472e-8413-f50b08771e34), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.127331 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks [] for router_controller (54582e3b-4b73-42df-8c4b-093df9a77d1b), precommit_add_association {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.150437 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.163404 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] For port be41de04-bdf9-472e-8413-f50b08771e34, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:27.166858 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] For port be41de04-bdf9-472e-8413-f50b08771e34, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=be41de04-bdf9-472e-8413-f50b08771e34,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:27.231483 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=b3d2852f-2fca-4709-b8f7-04ee09bf0973,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:27.237075 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Allocated IP 172.20.0.2 (b257f042-2ab6-4a98-bd99-e61b92ce9464/a857c589-87ab-443d-be52-b31d250ce577/17353f90-37cb-4ff5-ad8b-fe45a58f696e) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:27.247879 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (be41de04-bdf9-472e-8413-f50b08771e34), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.303192 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:27.303940 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:14:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:27.318546 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-8664a7d4-6e1a-4101-8d0d-9e4108d6149a None None] Provisioning complete for port be41de04-bdf9-472e-8413-f50b08771e34 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:27.319409 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8664a7d4-6e1a-4101-8d0d-9e4108d6149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (be41de04-bdf9-472e-8413-f50b08771e34), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.327755 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks [] for router_gateway (54582e3b-4b73-42df-8c4b-093df9a77d1b), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.375353 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173f186-4260-4cce-acb8-1738cffa3ee5 None None] Pushing event updated for resources: {'Port': ['ID=be41de04-bdf9-472e-8413-f50b08771e34,revision_number=4']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:27.467349 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:27.506517 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Publish callbacks [] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.511104 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-8664a7d4-6e1a-4101-8d0d-9e4108d6149a None None] Current status of the port be41de04-bdf9-472e-8413-f50b08771e34 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:27.511573 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8664a7d4-6e1a-4101-8d0d-9e4108d6149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (be41de04-bdf9-472e-8413-f50b08771e34), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.544349 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54462008-916f-4b4b-9f26-b66ec8dfa974 req-ee681440-5c18-40b3-a623-defc1a553df6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:27.546792 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-54462008-916f-4b4b-9f26-b66ec8dfa974 req-ee681440-5c18-40b3-a623-defc1a553df6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.1003964 Jan 25 21:15:27.574348 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-8664a7d4-6e1a-4101-8d0d-9e4108d6149a None None] For port be41de04-bdf9-472e-8413-f50b08771e34, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=be41de04-bdf9-472e-8413-f50b08771e34,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:27.599837 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-54462008-916f-4b4b-9f26-b66ec8dfa974 req-a21bde8f-c9a7-4c09-a19b-01220b32bdee tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474081 Jan 25 21:15:27.665823 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks [] for router_gateway (54582e3b-4b73-42df-8c4b-093df9a77d1b), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.678496 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.685434 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.690470 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8664a7d4-6e1a-4101-8d0d-9e4108d6149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (be41de04-bdf9-472e-8413-f50b08771e34), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.716585 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:27.721869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:27.726534 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:27.732858 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:27.743757 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Pushing event updated for resources: {'Port': ['ID=17353f90-37cb-4ff5-ad8b-fe45a58f696e,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:27.767917 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5a85-2441-4531-9a3f-e5b01333da6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.822188 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Attempting to bind port 17353f90-37cb-4ff5-ad8b-fe45a58f696e on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:27.822616 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Attempting to bind port 17353f90-37cb-4ff5-ad8b-fe45a58f696e by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:27.822917 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Attempting to bind port 17353f90-37cb-4ff5-ad8b-fe45a58f696e on network b257f042-2ab6-4a98-bd99-e61b92ce9464 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:27.828467 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Allocated IP 172.27.2.93 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:27.839830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-98329ce1-60f1-4de0-87af-cc323d910d3b tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:27.841325 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-98329ce1-60f1-4de0-87af-cc323d910d3b tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 945 time: 0.0727193 Jan 25 21:15:27.842160 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:27.842742 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Checking segment: {'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:27.842935 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.843314 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Bound using segment: {'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:27.843801 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Bound port: 17353f90-37cb-4ff5-ad8b-fe45a58f696e, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:27.844179 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.845102 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c982ef-23f8-47c1-9b93-9d78687814fe None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:15:27.869507 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-e49d38ce-46d5-42ea-a55d-61fefe83255b None None] Provisioning complete for port be41de04-bdf9-472e-8413-f50b08771e34 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:27.869910 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e49d38ce-46d5-42ea-a55d-61fefe83255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (be41de04-bdf9-472e-8413-f50b08771e34), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:27.910512 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664a7d4-6e1a-4101-8d0d-9e4108d6149a None None] Pushing event updated for resources: {'Port': ['ID=be41de04-bdf9-472e-8413-f50b08771e34,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:28.020657 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] For port 17353f90-37cb-4ff5-ad8b-fe45a58f696e, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:28.023810 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] For port 17353f90-37cb-4ff5-ad8b-fe45a58f696e, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=17353f90-37cb-4ff5-ad8b-fe45a58f696e,segment=NetworkSegment(c2b6198f-4462-469b-802d-216e4c378ac4),segment_id=c2b6198f-4462-469b-802d-216e4c378ac4)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:28.024931 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-e49d38ce-46d5-42ea-a55d-61fefe83255b None None] Current status of the port be41de04-bdf9-472e-8413-f50b08771e34 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:28.032912 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks [] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:28.091601 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Deleting port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:28.091941 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:28.122686 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:28.170995 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88228fe1-9ece-40fe-b35e-0fac93711e29 req-9248a892-cf53-432e-9d2a-b7fdf85a3276 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:28.173909 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-88228fe1-9ece-40fe-b35e-0fac93711e29 req-9248a892-cf53-432e-9d2a-b7fdf85a3276 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 945 time: 0.1365113 Jan 25 21:15:28.190853 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e8158-ba23-404e-9a8c-267ff035051c None None] Pushing event updated for resources: {'Port': ['ID=17353f90-37cb-4ff5-ad8b-fe45a58f696e,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:28.224952 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:28.244155 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] For port 19fd795e-6668-4ad3-9ce1-7ca77ef57670, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=19fd795e-6668-4ad3-9ce1-7ca77ef57670,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:28.244522 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:28.288652 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Calling delete_port for 19fd795e-6668-4ad3-9ce1-7ca77ef57670 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:28.301270 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-88228fe1-9ece-40fe-b35e-0fac93711e29 req-e49dcafd-ed87-4feb-8189-c69d1afda039 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190679 Jan 25 21:15:28.320778 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:28.326591 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:28.329086 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:28.360776 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Pushing event updated for resources: {'Port': ['ID=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:28.693701 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (19fd795e-6668-4ad3-9ce1-7ca77ef57670), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:28.706847 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['19fd795e-6668-4ad3-9ce1-7ca77ef57670'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:15:28.735692 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd695c5-292c-4f3d-aada-0f281750423c req-87aef93e-0caf-423c-bee3-05a3a4d07259 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:28.743918 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7fd695c5-292c-4f3d-aada-0f281750423c req-87aef93e-0caf-423c-bee3-05a3a4d07259 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0684812 Jan 25 21:15:28.774831 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Pushing event deleted for resources: {'Port': ['ID=19fd795e-6668-4ad3-9ce1-7ca77ef57670,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:28.810104 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7fd695c5-292c-4f3d-aada-0f281750423c req-0d0fae13-8282-4ae7-9857-4084f61c747e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598905 Jan 25 21:15:28.842061 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] No DVR routers for this DVR port 19fd795e-6668-4ad3-9ce1-7ca77ef57670 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:15:28.846510 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:28.849802 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-bf18e592-9f92-4375-aa92-c5c62ceee689 req-8c1a0eef-0810-4a0a-a3be-57d3b0ac3f71 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "DELETE /v2.0/ports/19fd795e-6668-4ad3-9ce1-7ca77ef57670 HTTP/1.1" status: 204 len: 173 time: 0.9976315 Jan 25 21:15:28.850269 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'name': 'network-vif-deleted', 'tag': '19fd795e-6668-4ad3-9ce1-7ca77ef57670'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:15:28.853380 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c8cd3e-9f48-4f87-acc2-4a91be92dfb7" -d '{"events": [{"server_uuid": "8875ec8c-2fde-4523-945b-9f3877f62da6", "name": "network-vif-deleted", "tag": "19fd795e-6668-4ad3-9ce1-7ca77ef57670"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:15:28.858062 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks [] for router_gateway (54582e3b-4b73-42df-8c4b-093df9a77d1b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.031782 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 17353f90-37cb-4ff5-ad8b-fe45a58f696e up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:29.124306 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 17353f90-37cb-4ff5-ad8b-fe45a58f696e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:29.127540 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (54582e3b-4b73-42df-8c4b-093df9a77d1b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.127817 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.168320 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.230133 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 17353f90-37cb-4ff5-ad8b-fe45a58f696e is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:29.230583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.250156 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84342a7-0d2d-4d86-a6a9-ad9cde62217e x-openstack-request-id: req-c84342a7-0d2d-4d86-a6a9-ad9cde62217e {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:15:29.250445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8875ec8c-2fde-4523-945b-9f3877f62da6", "name": "network-vif-deleted", "tag": "19fd795e-6668-4ad3-9ce1-7ca77ef57670", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:15:29.250702 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c84342a7-0d2d-4d86-a6a9-ad9cde62217e {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:15:29.251098 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8875ec8c-2fde-4523-945b-9f3877f62da6', 'name': 'network-vif-deleted', 'tag': '19fd795e-6668-4ad3-9ce1-7ca77ef57670', 'status': 'completed', 'code': 200} Jan 25 21:15:29.278841 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 17353f90-37cb-4ff5-ad8b-fe45a58f696e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=17353f90-37cb-4ff5-ad8b-fe45a58f696e,segment=NetworkSegment(c2b6198f-4462-469b-802d-216e4c378ac4),segment_id=c2b6198f-4462-469b-802d-216e4c378ac4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:29.327720 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.328773 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device be41de04-bdf9-472e-8413-f50b08771e34 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:29.385182 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Router 54582e3b-4b73-42df-8c4b-093df9a77d1b is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:15:29.419470 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=17353f90-37cb-4ff5-ad8b-fe45a58f696e,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:29.434333 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port be41de04-bdf9-472e-8413-f50b08771e34 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:29.434713 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (be41de04-bdf9-472e-8413-f50b08771e34), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.449582 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2ec9fb7e-5c38-4754-8035-cf8bb4ef6121 req-cd9b799f-ac4a-4603-893b-f5f1836072d6 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=8875ec8c-2fde-4523-945b-9f3877f62da6 HTTP/1.1" status: 200 len: 210 time: 0.0505073 Jan 25 21:15:29.469784 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a4407-ba96-4a77-8e87-0970aff4829f None None] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:15:29.520457 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:15:29.540520 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Sync routers for ids ['54582e3b-4b73-42df-8c4b-093df9a77d1b'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:15:29.592054 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.595709 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-c619e609-9bec-4718-8be6-5f078bf3d918 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6309793 Jan 25 21:15:29.596012 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39788) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:29.596222 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Routers {'54582e3b-4b73-42df-8c4b-093df9a77d1b'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:29.596845 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['54582e3b-4b73-42df-8c4b-093df9a77d1b'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:29.642881 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-ff22dd93-f7e9-40e0-b1be-e5a37f4ef254 None None] Provisioning complete for port 17353f90-37cb-4ff5-ad8b-fe45a58f696e triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:29.643261 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ff22dd93-f7e9-40e0-b1be-e5a37f4ef254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:29.873731 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port be41de04-bdf9-472e-8413-f50b08771e34 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:29.874865 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b3d2852f-2fca-4709-b8f7-04ee09bf0973 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:29.945943 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Set router 54582e3b-4b73-42df-8c4b-093df9a77d1b gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:30.097513 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-ff22dd93-f7e9-40e0-b1be-e5a37f4ef254 None None] Current status of the port 17353f90-37cb-4ff5-ad8b-fe45a58f696e is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:30.106798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port b3d2852f-2fca-4709-b8f7-04ee09bf0973 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:30.107191 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.249984 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port b3d2852f-2fca-4709-b8f7-04ee09bf0973 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:30.250944 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c7c23-c0dd-4dcc-a991-c104438eae07 req-bf42031e-64c4-4514-b821-8df946fadc48 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:30.252434 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fb6c7c23-c0dd-4dcc-a991-c104438eae07 req-bf42031e-64c4-4514-b821-8df946fadc48 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.3671844 Jan 25 21:15:30.253634 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-2526169f-60a1-4985-b579-83c241bb065e None None] Provisioning complete for port 17353f90-37cb-4ff5-ad8b-fe45a58f696e triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:30.254038 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2526169f-60a1-4985-b579-83c241bb065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.279852 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:28Z', 'revision_number': 3, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port': {'id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:30.312656 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Checking router: 54582e3b-4b73-42df-8c4b-093df9a77d1b for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:15:30.313010 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Updating router 54582e3b-4b73-42df-8c4b-093df9a77d1b port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:15:30.337469 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fb6c7c23-c0dd-4dcc-a991-c104438eae07 req-588eabc6-6a33-425f-a16d-9e37849aaddd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759404 Jan 25 21:15:30.346081 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.374250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.476838 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-2526169f-60a1-4985-b579-83c241bb065e None None] Current status of the port 17353f90-37cb-4ff5-ad8b-fe45a58f696e is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:30.537352 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Allocated IP 172.20.0.1 (b257f042-2ab6-4a98-bd99-e61b92ce9464/a857c589-87ab-443d-be52-b31d250ce577/495a1287-5ccf-48df-acf2-73312daa8368) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:30.574936 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.648794 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Publish callbacks [] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.649892 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks [] for port (495a1287-5ccf-48df-acf2-73312daa8368), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.744819 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.773413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (495a1287-5ccf-48df-acf2-73312daa8368), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.774690 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 17353f90-37cb-4ff5-ad8b-fe45a58f696e up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:30.813561 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:30.816333 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:30.822428 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:30.824801 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb595b1-19fd-46bc-90d1-a609f78f5922 None None] Pushing event updated for resources: {'Port': ['ID=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:30.827838 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Pushing event updated for resources: {'Port': ['ID=495a1287-5ccf-48df-acf2-73312daa8368,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:30.835418 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Attempting to bind port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:30.835799 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Attempting to bind port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:30.836166 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Attempting to bind port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:30.846370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:30.846370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:30.846370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.846370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:30.847427 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Bound port: d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:30.847567 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.864676 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (54582e3b-4b73-42df-8c4b-093df9a77d1b), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.907670 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 17353f90-37cb-4ff5-ad8b-fe45a58f696e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:30.909203 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:30.924082 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] For port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:30.928872 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] For port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:31.014744 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 17353f90-37cb-4ff5-ad8b-fe45a58f696e is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:31.053834 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.091216 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (495a1287-5ccf-48df-acf2-73312daa8368), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.120148 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Routers {'54582e3b-4b73-42df-8c4b-093df9a77d1b'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:31.120779 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['54582e3b-4b73-42df-8c4b-093df9a77d1b'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:31.128281 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb595b1-19fd-46bc-90d1-a609f78f5922 None None] Pushing event updated for resources: {'Port': ['ID=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:31.167076 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-3841f516-c027-4b4a-9c44-94e1ba441d4c None None] Provisioning complete for port 495a1287-5ccf-48df-acf2-73312daa8368 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:31.167363 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-3841f516-c027-4b4a-9c44-94e1ba441d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (495a1287-5ccf-48df-acf2-73312daa8368), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.171500 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 19fd795e-6668-4ad3-9ce1-7ca77ef57670 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:31.216053 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 19fd795e-6668-4ad3-9ce1-7ca77ef57670 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:31.216410 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 19fd795e-6668-4ad3-9ce1-7ca77ef57670 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:31.234066 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-3841f516-c027-4b4a-9c44-94e1ba441d4c None None] Port 495a1287-5ccf-48df-acf2-73312daa8368 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:15:31.251160 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks [] for port (495a1287-5ccf-48df-acf2-73312daa8368), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.288244 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] Set router 54582e3b-4b73-42df-8c4b-093df9a77d1b gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:31.298381 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (495a1287-5ccf-48df-acf2-73312daa8368), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.365372 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (54582e3b-4b73-42df-8c4b-093df9a77d1b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.367237 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Pushing event updated for resources: {'Port': ['ID=495a1287-5ccf-48df-acf2-73312daa8368,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:31.484297 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 4, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port': {'id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '495a1287-5ccf-48df-acf2-73312daa8368', 'name': '', 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'mac_address': 'fa:16:3e:30:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a857c589-87ab-443d-be52-b31d250ce577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:30Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 1, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'subnets': [{'id': 'a857c589-87ab-443d-be52-b31d250ce577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:31.502010 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de165922-117f-4d66-a89c-663494c66adc req-8d2c4c89-ce94-4987-ac67-b224081d3c78 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:31.503466 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-de165922-117f-4d66-a89c-663494c66adc req-8d2c4c89-ce94-4987-ac67-b224081d3c78 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0742142 Jan 25 21:15:31.505167 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:31.506620 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:31.512355 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092636e-e112-4fad-aaf0-18768e113695 None None] The sync data for ids ['54582e3b-4b73-42df-8c4b-093df9a77d1b'] in dv-cinder-809518-10-iscsi is: [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 4, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port': {'id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '495a1287-5ccf-48df-acf2-73312daa8368', 'name': '', 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'mac_address': 'fa:16:3e:30:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a857c589-87ab-443d-be52-b31d250ce577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:30Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 1, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'subnets': [{'id': 'a857c589-87ab-443d-be52-b31d250ce577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:15:31.630441 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-de165922-117f-4d66-a89c-663494c66adc req-9960f773-f2e8-43db-86bd-bbd48cb30be2 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188531 Jan 25 21:15:31.699829 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Router 54582e3b-4b73-42df-8c4b-093df9a77d1b has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:15:31.767470 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.769629 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-2db90099-2981-44b1-addc-a68d296c85ba None None] Provisioning complete for port 495a1287-5ccf-48df-acf2-73312daa8368 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:31.770030 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2db90099-2981-44b1-addc-a68d296c85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (495a1287-5ccf-48df-acf2-73312daa8368), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:31.812155 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-2db90099-2981-44b1-addc-a68d296c85ba None None] Port 495a1287-5ccf-48df-acf2-73312daa8368 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:15:31.837620 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:15:31.842969 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-8d361865-cf8f-45d6-8f80-6b1f9e4bd979 admin admin] 10.222.0.20 "PUT /v2.0/routers/54582e3b-4b73-42df-8c4b-093df9a77d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2458360 Jan 25 21:15:32.494364 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 39808) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:32.499080 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-733926b0-b838-46c2-8bed-503b149ef5cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359044356', 'description': 'tempest-secgroup-smoke-1359044356 description', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:32.590092 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-733926b0-b838-46c2-8bed-503b149ef5cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:32.660993 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-733926b0-b838-46c2-8bed-503b149ef5cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group (8e6a94aa-7e3e-4be4-9b11-8759b91f68ac), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:32.755395 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b87d-9591-4b5e-b050-01edbbcfb754 req-0f61304c-29de-464d-80c0-1b19c3dd9437 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:32.757001 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a613b87d-9591-4b5e-b050-01edbbcfb754 req-0f61304c-29de-464d-80c0-1b19c3dd9437 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0508063 Jan 25 21:15:32.758315 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-733926b0-b838-46c2-8bed-503b149ef5cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (8e6a94aa-7e3e-4be4-9b11-8759b91f68ac), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:32.803634 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733926b0-b838-46c2-8bed-503b149ef5cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:32.835226 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:32.840271 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a613b87d-9591-4b5e-b050-01edbbcfb754 req-9957c820-9cad-426a-acf6-ecc5b8a77038 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746462 Jan 25 21:15:32.849824 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-733926b0-b838-46c2-8bed-503b149ef5cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:32.851556 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-733926b0-b838-46c2-8bed-503b149ef5cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3557808 Jan 25 21:15:32.854894 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39812) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:32.859424 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-b3f0b777-eace-487d-aa85-3a7c10e23748 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'security_group_rule': {'security_group_id': '8e6a94aa-7e3e-4be4-9b11-8759b91f68ac', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:32.885994 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:32.886348 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:32.962731 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:32.963117 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:32.972078 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b777-eace-487d-aa85-3a7c10e23748 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (94da0b92-54f1-45fc-b6e9-5e4faea14540), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:32.984569 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:33.032814 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b777-eace-487d-aa85-3a7c10e23748 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (94da0b92-54f1-45fc-b6e9-5e4faea14540), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.058511 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.104306 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:33.109921 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b777-eace-487d-aa85-3a7c10e23748 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (94da0b92-54f1-45fc-b6e9-5e4faea14540), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.127482 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0b777-eace-487d-aa85-3a7c10e23748 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94da0b92-54f1-45fc-b6e9-5e4faea14540,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:33.215558 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b3f0b777-eace-487d-aa85-3a7c10e23748 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.216828 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b3f0b777-eace-487d-aa85-3a7c10e23748 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609359 Jan 25 21:15:33.219469 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39816) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:33.223682 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-123b8166-ad8a-4369-89f3-aae19bc2c346 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'security_group_rule': {'security_group_id': '8e6a94aa-7e3e-4be4-9b11-8759b91f68ac', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:33.303099 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-123b8166-ad8a-4369-89f3-aae19bc2c346 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (283733c8-e2f0-4ee5-95f9-20b941562162), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.359066 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-123b8166-ad8a-4369-89f3-aae19bc2c346 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (283733c8-e2f0-4ee5-95f9-20b941562162), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.430351 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-123b8166-ad8a-4369-89f3-aae19bc2c346 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (283733c8-e2f0-4ee5-95f9-20b941562162), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.447652 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b8166-ad8a-4369-89f3-aae19bc2c346 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283733c8-e2f0-4ee5-95f9-20b941562162,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:33.500645 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-123b8166-ad8a-4369-89f3-aae19bc2c346 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.501857 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-123b8166-ad8a-4369-89f3-aae19bc2c346 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814560 Jan 25 21:15:33.504520 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39818) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:33.509239 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-596bbde2-a5c7-40b6-9bf3-56068b135ec4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'security_group_rule': {'security_group_id': '8e6a94aa-7e3e-4be4-9b11-8759b91f68ac', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:33.600500 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-596bbde2-a5c7-40b6-9bf3-56068b135ec4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (2abb7cdb-0544-4c0f-afb6-4d4bd09ba62f), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.657534 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-596bbde2-a5c7-40b6-9bf3-56068b135ec4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (2abb7cdb-0544-4c0f-afb6-4d4bd09ba62f), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.720907 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-596bbde2-a5c7-40b6-9bf3-56068b135ec4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (2abb7cdb-0544-4c0f-afb6-4d4bd09ba62f), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.737299 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bbde2-a5c7-40b6-9bf3-56068b135ec4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abb7cdb-0544-4c0f-afb6-4d4bd09ba62f,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:33.808898 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-596bbde2-a5c7-40b6-9bf3-56068b135ec4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.810158 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-596bbde2-a5c7-40b6-9bf3-56068b135ec4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046784 Jan 25 21:15:33.813075 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39820) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:33.817281 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-45ca7ef9-7ddf-478f-b88e-1a7df22dcf0b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'security_group_rule': {'security_group_id': '8e6a94aa-7e3e-4be4-9b11-8759b91f68ac', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:33.935129 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-45ca7ef9-7ddf-478f-b88e-1a7df22dcf0b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (df72963b-d4f9-4d14-afa8-cf7ba6550c0c), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:33.994167 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a440d-457b-400f-84a4-1896cd14aa11 req-a7d80f83-1914-4ed6-9b16-0e1e5d8b766c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:33.995670 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-790a440d-457b-400f-84a4-1896cd14aa11 req-a7d80f83-1914-4ed6-9b16-0e1e5d8b766c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0760291 Jan 25 21:15:34.026851 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-45ca7ef9-7ddf-478f-b88e-1a7df22dcf0b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (df72963b-d4f9-4d14-afa8-cf7ba6550c0c), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.056581 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-790a440d-457b-400f-84a4-1896cd14aa11 req-6e641165-8ae4-4109-90a1-8536b1e3e1d3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550034 Jan 25 21:15:34.132625 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-45ca7ef9-7ddf-478f-b88e-1a7df22dcf0b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (df72963b-d4f9-4d14-afa8-cf7ba6550c0c), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.150571 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca7ef9-7ddf-478f-b88e-1a7df22dcf0b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df72963b-d4f9-4d14-afa8-cf7ba6550c0c,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:34.277551 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-45ca7ef9-7ddf-478f-b88e-1a7df22dcf0b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.278829 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-45ca7ef9-7ddf-478f-b88e-1a7df22dcf0b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4648120 Jan 25 21:15:34.281596 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39826) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:34.286113 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'security_group_rule': {'security_group_id': '8e6a94aa-7e3e-4be4-9b11-8759b91f68ac', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:34.378927 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.securitygroups_db [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Project d4d0dcd5d7e84e0bb4692190f5f6fc9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 21:15:34.383914 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (643e6c7b-c130-4b12-a4dd-bdb9c7ff14f5), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.440014 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (643e6c7b-c130-4b12-a4dd-bdb9c7ff14f5), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.520836 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (643e6c7b-c130-4b12-a4dd-bdb9c7ff14f5), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.538347 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643e6c7b-c130-4b12-a4dd-bdb9c7ff14f5,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:34.604196 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.605408 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-317b3505-afbd-4f2c-ab7b-7c136b185d2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228681 Jan 25 21:15:34.608075 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 39828) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:34.612314 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'security_group_rule': {'security_group_id': '8e6a94aa-7e3e-4be4-9b11-8759b91f68ac', 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:34.716630 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.securitygroups_db [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Project d4d0dcd5d7e84e0bb4692190f5f6fc9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 21:15:34.723127 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (445ba035-9a41-4531-847a-036663e92625), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.782876 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (445ba035-9a41-4531-847a-036663e92625), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.783075 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:34.819788 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.833478 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:34.833919 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.864662 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (445ba035-9a41-4531-847a-036663e92625), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.888905 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Sync routers for ids ['54582e3b-4b73-42df-8c4b-093df9a77d1b'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:15:34.891561 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445ba035-9a41-4531-847a-036663e92625,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:34.902417 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Routers {'54582e3b-4b73-42df-8c4b-093df9a77d1b'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:34.903044 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['54582e3b-4b73-42df-8c4b-093df9a77d1b'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:34.980909 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:34.982849 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-c938269b-5228-4e0d-bb45-ecc8a7d58abf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3734391 Jan 25 21:15:35.016309 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Set router 54582e3b-4b73-42df-8c4b-093df9a77d1b gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:35.059310 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:35.200624 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22083479-71d7-4f50-b3de-46679183d5f2 req-9f849dcd-073a-426b-b6fa-17a5e7e41247 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:35.202231 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-22083479-71d7-4f50-b3de-46679183d5f2 req-9f849dcd-073a-426b-b6fa-17a5e7e41247 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0529580 Jan 25 21:15:35.233425 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 4, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port': {'id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '495a1287-5ccf-48df-acf2-73312daa8368', 'name': '', 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'mac_address': 'fa:16:3e:30:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a857c589-87ab-443d-be52-b31d250ce577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:30Z', 'updated_at': '2022-01-25T21:15:31Z', 'revision_number': 2, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'subnets': [{'id': 'a857c589-87ab-443d-be52-b31d250ce577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:35.259528 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-22083479-71d7-4f50-b3de-46679183d5f2 req-8f1448ae-0c5a-4ee2-83b1-d195a5494c00 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514703 Jan 25 21:15:35.260288 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Checking router: 54582e3b-4b73-42df-8c4b-093df9a77d1b for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:15:35.260652 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Updating router 54582e3b-4b73-42df-8c4b-093df9a77d1b port 495a1287-5ccf-48df-acf2-73312daa8368 binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:15:35.285087 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (495a1287-5ccf-48df-acf2-73312daa8368), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:35.556395 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Publish callbacks [] for port (495a1287-5ccf-48df-acf2-73312daa8368), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:35.659113 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (495a1287-5ccf-48df-acf2-73312daa8368), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:35.706623 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace26e8-db22-4e73-8a42-75384cad8d07 None None] Pushing event updated for resources: {'Port': ['ID=495a1287-5ccf-48df-acf2-73312daa8368,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:35.757440 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Attempting to bind port 495a1287-5ccf-48df-acf2-73312daa8368 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:35.758494 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Attempting to bind port 495a1287-5ccf-48df-acf2-73312daa8368 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:35.758861 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Attempting to bind port 495a1287-5ccf-48df-acf2-73312daa8368 on network b257f042-2ab6-4a98-bd99-e61b92ce9464 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:35.764150 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:35.764513 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Checking segment: {'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:35.764904 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:35.765290 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Bound using segment: {'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:35.765770 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Bound port: 495a1287-5ccf-48df-acf2-73312daa8368, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b6198f-4462-469b-802d-216e4c378ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:35.766147 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (495a1287-5ccf-48df-acf2-73312daa8368), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:35.841242 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] For port 495a1287-5ccf-48df-acf2-73312daa8368, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:35.845008 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] For port 495a1287-5ccf-48df-acf2-73312daa8368, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=495a1287-5ccf-48df-acf2-73312daa8368,segment=NetworkSegment(c2b6198f-4462-469b-802d-216e4c378ac4),segment_id=c2b6198f-4462-469b-802d-216e4c378ac4)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:35.939255 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (495a1287-5ccf-48df-acf2-73312daa8368), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:35.981645 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855126-4340-40f1-a63a-e8bd1acb54ab req-50fa5c56-9ed5-44b4-bd62-c3196dfd5160 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:35.988849 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a4855126-4340-40f1-a63a-e8bd1acb54ab req-50fa5c56-9ed5-44b4-bd62-c3196dfd5160 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0751715 Jan 25 21:15:35.993064 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-6e90fc83-f291-4f3c-8d6e-5583ae5d8715 None None] Provisioning complete for port 495a1287-5ccf-48df-acf2-73312daa8368 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:35.994399 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6e90fc83-f291-4f3c-8d6e-5583ae5d8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (495a1287-5ccf-48df-acf2-73312daa8368), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:35.995697 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Routers {'54582e3b-4b73-42df-8c4b-093df9a77d1b'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:35.996348 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['54582e3b-4b73-42df-8c4b-093df9a77d1b'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:36.050410 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a4855126-4340-40f1-a63a-e8bd1acb54ab req-c7d19ce8-24be-44b6-9147-cef8c739d3be tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548236 Jan 25 21:15:36.120355 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-6e90fc83-f291-4f3c-8d6e-5583ae5d8715 None None] Current status of the port 495a1287-5ccf-48df-acf2-73312daa8368 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:36.121055 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6e90fc83-f291-4f3c-8d6e-5583ae5d8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (495a1287-5ccf-48df-acf2-73312daa8368), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:36.142066 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace26e8-db22-4e73-8a42-75384cad8d07 None None] Pushing event updated for resources: {'Port': ['ID=495a1287-5ccf-48df-acf2-73312daa8368,revision_number=4']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:36.157383 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] Set router 54582e3b-4b73-42df-8c4b-093df9a77d1b gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:36.161857 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-6e90fc83-f291-4f3c-8d6e-5583ae5d8715 None None] For port 495a1287-5ccf-48df-acf2-73312daa8368, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=495a1287-5ccf-48df-acf2-73312daa8368,segment=NetworkSegment(c2b6198f-4462-469b-802d-216e4c378ac4),segment_id=c2b6198f-4462-469b-802d-216e4c378ac4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:36.230296 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6e90fc83-f291-4f3c-8d6e-5583ae5d8715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (495a1287-5ccf-48df-acf2-73312daa8368), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:36.278067 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90fc83-f291-4f3c-8d6e-5583ae5d8715 None None] Pushing event updated for resources: {'Port': ['ID=495a1287-5ccf-48df-acf2-73312daa8368,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:36.352403 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-d2c0f54a-269a-4d22-9f92-2e816e43a3d7 None None] Provisioning complete for port 495a1287-5ccf-48df-acf2-73312daa8368 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:36.352771 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d2c0f54a-269a-4d22-9f92-2e816e43a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (495a1287-5ccf-48df-acf2-73312daa8368), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:36.370615 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 4, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port': {'id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '495a1287-5ccf-48df-acf2-73312daa8368', 'name': '', 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'mac_address': 'fa:16:3e:30:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a857c589-87ab-443d-be52-b31d250ce577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:30Z', 'updated_at': '2022-01-25T21:15:35Z', 'revision_number': 4, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'subnets': [{'id': 'a857c589-87ab-443d-be52-b31d250ce577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:36.406658 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c123e0-29f6-4f54-889f-71b0223b4611 req-54c6c78e-99ef-4a56-8253-55eced736016 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:36.407978 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f14f3a1-54bf-434f-a9ba-bd9121024431 None None] The sync data for ids ['54582e3b-4b73-42df-8c4b-093df9a77d1b'] in dv-cinder-809518-10-iscsi is: [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:30Z', 'revision_number': 4, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port': {'id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '495a1287-5ccf-48df-acf2-73312daa8368', 'name': '', 'network_id': 'b257f042-2ab6-4a98-bd99-e61b92ce9464', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'mac_address': 'fa:16:3e:30:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a857c589-87ab-443d-be52-b31d250ce577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:30Z', 'updated_at': '2022-01-25T21:15:35Z', 'revision_number': 4, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'subnets': [{'id': 'a857c589-87ab-443d-be52-b31d250ce577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:15:36.408505 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-11c123e0-29f6-4f54-889f-71b0223b4611 req-54c6c78e-99ef-4a56-8253-55eced736016 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0656512 Jan 25 21:15:36.483468 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-11c123e0-29f6-4f54-889f-71b0223b4611 req-1ce9db1a-a3e7-42ad-9f6d-a507a5b40f0d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660861 Jan 25 21:15:36.499737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0f54a-269a-4d22-9f92-2e816e43a3d7 None None] Current status of the port 495a1287-5ccf-48df-acf2-73312daa8368 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:36.818822 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 495a1287-5ccf-48df-acf2-73312daa8368 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:36.878032 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 495a1287-5ccf-48df-acf2-73312daa8368 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:36.878414 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (495a1287-5ccf-48df-acf2-73312daa8368), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:36.969501 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 495a1287-5ccf-48df-acf2-73312daa8368 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:37.165871 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af262a3e-78d2-4a95-81eb-9d82451efaef req-1af0de08-3ea3-4ef7-a58c-443491f8c8ee tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:37.167381 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-af262a3e-78d2-4a95-81eb-9d82451efaef req-1af0de08-3ea3-4ef7-a58c-443491f8c8ee tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0484345 Jan 25 21:15:37.213209 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-af262a3e-78d2-4a95-81eb-9d82451efaef req-609982b5-93c0-443d-9c5c-8fe70679241f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Jan 25 21:15:37.610830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613f57-40dc-4207-bb9a-a662dbb146d3 req-3a4a6f5c-266c-4917-875d-d10a466ab977 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:37.612326 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d1613f57-40dc-4207-bb9a-a662dbb146d3 req-3a4a6f5c-266c-4917-875d-d10a466ab977 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0479882 Jan 25 21:15:37.662028 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d1613f57-40dc-4207-bb9a-a662dbb146d3 req-55d86bc6-fcee-435c-b811-173eed82e337 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Jan 25 21:15:38.325817 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5910c0f-954e-4296-9c94-b392baf021f8 req-4a629e6b-8d5e-47fc-9424-fc45b9705e75 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:38.327374 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a5910c0f-954e-4296-9c94-b392baf021f8 req-4a629e6b-8d5e-47fc-9424-fc45b9705e75 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Jan 25 21:15:38.374337 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a5910c0f-954e-4296-9c94-b392baf021f8 req-81962704-871c-4da5-a38b-5a9ff6e70a3c tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414557 Jan 25 21:15:38.793917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ec22e-0041-40f9-a19f-f3a48fd4cb7b req-b3aede33-9278-4589-98ed-e95cc956756f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:38.795467 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-392ec22e-0041-40f9-a19f-f3a48fd4cb7b req-b3aede33-9278-4589-98ed-e95cc956756f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0610592 Jan 25 21:15:38.841904 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-392ec22e-0041-40f9-a19f-f3a48fd4cb7b req-0b88dc1e-4678-40e2-b9c5-a3be18499e85 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Jan 25 21:15:39.488939 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dda24e-2489-453d-aadc-d42d32a3ab2a req-5376f727-e4ed-4348-8ec6-bb7180e110d2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:39.490409 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d7dda24e-2489-453d-aadc-d42d32a3ab2a req-5376f727-e4ed-4348-8ec6-bb7180e110d2 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0497570 Jan 25 21:15:39.535464 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d7dda24e-2489-453d-aadc-d42d32a3ab2a req-f2e00c6f-d460-48f3-97f6-9a2dfd472b5e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388274 Jan 25 21:15:39.959450 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4579b-8854-4b65-8f55-81a0428f7bca req-90c1ee3c-2f08-4043-bfed-9b2e5b43c3d7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:39.960925 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-18c4579b-8854-4b65-8f55-81a0428f7bca req-90c1ee3c-2f08-4043-bfed-9b2e5b43c3d7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0469611 Jan 25 21:15:40.012240 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-18c4579b-8854-4b65-8f55-81a0428f7bca req-a7942a08-8849-4140-9f8d-beb75d3d3553 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Jan 25 21:15:40.468394 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-4ad34478-911c-4961-bbe5-888beb5e6205 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:40.469855 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-4ad34478-911c-4961-bbe5-888beb5e6205 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0478132 Jan 25 21:15:40.564300 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Deleting port 7a664d33-bd62-4bab-946f-4427ae435718 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:40.564526 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (7a664d33-bd62-4bab-946f-4427ae435718), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:40.653412 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] For port 7a664d33-bd62-4bab-946f-4427ae435718, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=7a664d33-bd62-4bab-946f-4427ae435718,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:40.653866 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (7a664d33-bd62-4bab-946f-4427ae435718), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:40.662689 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629c478-3330-46b9-851d-8b91eeb9a007 req-09d42d95-0fa7-4cce-bc7e-df3052855c14 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:40.664199 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0629c478-3330-46b9-851d-8b91eeb9a007 req-09d42d95-0fa7-4cce-bc7e-df3052855c14 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 945 time: 0.0574350 Jan 25 21:15:40.721071 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0629c478-3330-46b9-851d-8b91eeb9a007 req-6d21cb06-aee1-436c-a65b-18d82bf548fd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60abdae-5d63-4ccf-b046-9fe91175b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505111 Jan 25 21:15:40.828033 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:40.828385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (b7a9d7c9-031c-4379-84e8-11bd867bf55f), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:40.828702 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Floating IP b7a9d7c9-031c-4379-84e8-11bd867bf55f disassociated. External IP: 172.27.2.116, port: 7a664d33-bd62-4bab-946f-4427ae435718. Jan 25 21:15:40.829045 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Calling delete_port for 7a664d33-bd62-4bab-946f-4427ae435718 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:41.019224 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (7a664d33-bd62-4bab-946f-4427ae435718), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:41.052774 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event deleted for resources: {'Port': ['ID=7a664d33-bd62-4bab-946f-4427ae435718,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:41.206075 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Router ebccfa6a-b55e-4e49-843e-c248e41a4181 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:15:41.213890 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25172-5ebf-42e4-800d-8e906293b4f5 req-f634b322-b632-4271-830c-102751feb08a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:41.215474 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c4f25172-5ebf-42e4-800d-8e906293b4f5 req-f634b322-b632-4271-830c-102751feb08a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.1004996 Jan 25 21:15:41.241177 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-0ebfbb23-7f9c-45ae-a1c9-8cc771605689 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:41.243279 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-0ebfbb23-7f9c-45ae-a1c9-8cc771605689 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/networks?id=81743e9a-d558-41e8-b003-3393fa43a897 HTTP/1.1" status: 200 len: 813 time: 0.1103034 Jan 25 21:15:41.257262 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-5a5372b9-6171-4406-b5ea-42656d089a72 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/quotas/4c8bef1377c9402cbded309da81c3fd2 HTTP/1.1" status: 200 len: 375 time: 0.0088263 Jan 25 21:15:41.290016 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-5f0f9270-8496-4368-b921-486139c99a66 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8bef1377c9402cbded309da81c3fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270562 Jan 25 21:15:41.313444 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c4f25172-5ebf-42e4-800d-8e906293b4f5 req-0426daf4-0f4e-4c3c-862d-e2676e962e85 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909004 Jan 25 21:15:41.364116 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:15:41.377772 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] Sync routers for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:15:41.388011 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:41.388624 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:41.416794 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] No DVR routers for this DVR port 7a664d33-bd62-4bab-946f-4427ae435718 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:15:41.419352 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:41.423091 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-af0c086c-7c45-4feb-b29f-1ae63bcc97e1 req-14ef3243-93b1-433c-ab50-179ee7a94f01 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "DELETE /v2.0/ports/7a664d33-bd62-4bab-946f-4427ae435718 HTTP/1.1" status: 204 len: 173 time: 0.9477029 Jan 25 21:15:41.423596 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'name': 'network-vif-deleted', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:15:41.426649 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56983a36-bd45-4ce4-9260-156335d80cc9" -d '{"events": [{"server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "name": "network-vif-deleted", "tag": "7a664d33-bd62-4bab-946f-4427ae435718"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:15:41.474846 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c58a116-2c24-4755-aee3-5b58d5af7667 x-openstack-request-id: req-8c58a116-2c24-4755-aee3-5b58d5af7667 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:15:41.475218 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a83b56b-eb3b-4d9f-8879-bde5da6d8161", "name": "network-vif-deleted", "tag": "7a664d33-bd62-4bab-946f-4427ae435718", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:15:41.475547 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c58a116-2c24-4755-aee3-5b58d5af7667 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:15:41.476021 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a83b56b-eb3b-4d9f-8879-bde5da6d8161', 'name': 'network-vif-deleted', 'tag': '7a664d33-bd62-4bab-946f-4427ae435718', 'status': 'completed', 'code': 200} Jan 25 21:15:41.526066 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:41.546558 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-877c479f-50b3-40c5-95f0-25e474473b2e service neutron] 10.222.0.20 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496672 Jan 25 21:15:41.643534 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b40d3330-092b-46ea-a76b-d071f2281a7f service neutron] 10.222.0.20 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961063 Jan 25 21:15:41.739386 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:41.769521 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] Checking router: ebccfa6a-b55e-4e49-843e-c248e41a4181 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:15:41.778711 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:15:41.779459 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:41.861280 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6b318bbc-3774-4e1d-83d5-e8156bd9e9fa req-6401c8d0-d716-4f9e-9bd6-eb8103d8fb37 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a83b56b-eb3b-4d9f-8879-bde5da6d8161 HTTP/1.1" status: 200 len: 210 time: 0.0735838 Jan 25 21:15:41.878729 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f17af4f1-f807-4aa5-b256-62c481bef4c7 req-631487e7-00a2-4f1d-bedb-420a5e541759 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 210 time: 0.0316775 Jan 25 21:15:41.916781 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:15:42.125519 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:15:42.152383 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1db415-4ab9-41b3-b0ad-4822bb736fff None None] The sync data for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi is: [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:15:42.401542 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2969d0dd-a87b-4a10-82c4-ec034398b03d None None] New status for floating IP b7a9d7c9-031c-4379-84e8-11bd867bf55f: DOWN {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:15:42.459977 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5caf3b-ecac-4d25-bf2e-3ba71e788430 req-35b91f3e-0da6-4a63-af7a-8c4b14b1ddae tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:42.466382 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-de5caf3b-ecac-4d25-bf2e-3ba71e788430 req-35b91f3e-0da6-4a63-af7a-8c4b14b1ddae tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0576804 Jan 25 21:15:42.514270 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-de5caf3b-ecac-4d25-bf2e-3ba71e788430 req-874b3735-88bb-47b1-9bbd-31c0a0f40a1f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466216 Jan 25 21:15:42.980487 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7c36388c-1434-4cc9-97b4-eff7c64e9928 req-c798d083-56bc-4e7c-80cf-556b4e34da5f tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 210 time: 0.0267634 Jan 25 21:15:43.005054 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40008) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:43.069776 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (a60abdae-5d63-4ccf-b046-9fe91175b91b), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.094228 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (a60abdae-5d63-4ccf-b046-9fe91175b91b), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.201786 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (a60abdae-5d63-4ccf-b046-9fe91175b91b), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.204486 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.208242 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "DELETE /v2.0/security-groups/a60abdae-5d63-4ccf-b046-9fe91175b91b HTTP/1.1" status: 204 len: 168 time: 0.2043290 Jan 25 21:15:43.208662 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40014) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:43.215178 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60abdae-5d63-4ccf-b046-9fe91175b91b,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:43.221993 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.api.v2.resource [None req-4c2e2333-58bc-4110-9768-3729aadcb8c9 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] show failed (client error): The resource could not be found. Jan 25 21:15:43.225652 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4c2e2333-58bc-4110-9768-3729aadcb8c9 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups/a60abdae-5d63-4ccf-b046-9fe91175b91b HTTP/1.1" status: 404 len: 347 time: 0.0133595 Jan 25 21:15:43.225795 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.225795 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.225795 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.226031 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.226273 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.227298 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.227617 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.227951 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.228293 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.228590 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40016) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:43.228706 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.229113 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.229474 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.230196 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be379846-3385-4385-85d0-bf4c3ade4d97 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:15:43.381034 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Deleting port 70f1fd99-db7d-493e-ab35-f418b7f6fedd {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:15:43.381373 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.466021 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.466699 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (70f1fd99-db7d-493e-ab35-f418b7f6fedd), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.479413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Calling delete_port for 70f1fd99-db7d-493e-ab35-f418b7f6fedd owned by network:floatingip {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:15:43.654091 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbbb48-329d-4c4a-958a-bfa21824f1b7 req-e3346bfc-0627-4f82-a1e5-787bb8150613 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:43.655544 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-22dbbb48-329d-4c4a-958a-bfa21824f1b7 req-e3346bfc-0627-4f82-a1e5-787bb8150613 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0620816 Jan 25 21:15:43.698800 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (70f1fd99-db7d-493e-ab35-f418b7f6fedd), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.717582 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-22dbbb48-329d-4c4a-958a-bfa21824f1b7 req-d8d39213-4fc4-412d-9512-e3815b911afb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558062 Jan 25 21:15:43.729986 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event deleted for resources: {'Port': ['ID=70f1fd99-db7d-493e-ab35-f418b7f6fedd,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:43.802081 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (b7a9d7c9-031c-4379-84e8-11bd867bf55f), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.811388 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:43.813015 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a1105597-c66e-41c9-8363-43441f76baef tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7a9d7c9-031c-4379-84e8-11bd867bf55f HTTP/1.1" status: 204 len: 168 time: 0.5816069 Jan 25 21:15:43.883990 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:15:44.095627 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:44.147958 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'a486c9db-0983-4d37-806a-052a888efdb7', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'port_id': 'a486c9db-0983-4d37-806a-052a888efdb7', 'mac_address': 'fa:16:3e:8f:cb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:15:44.233339 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: ACTIVE; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:44.234082 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:44.244934 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-02c6dce1-edd5-45c4-a2c3-e1434d74e158 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:44.258520 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a486c9db-0983-4d37-806a-052a888efdb7 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:15:44.260526 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-02c6dce1-edd5-45c4-a2c3-e1434d74e158 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "GET /v2.0/networks?id=81743e9a-d558-41e8-b003-3393fa43a897 HTTP/1.1" status: 200 len: 813 time: 0.2380936 Jan 25 21:15:44.274156 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Request body: {'port': {'device_id': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897', 'admin_state_up': True, 'tenant_id': '4c8bef1377c9402cbded309da81c3fd2'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:44.290113 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:44.342394 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-28dc4e21-d5db-4bdf-b6e1-3745a2c4bc99 req-7cfcd404-f4be-4953-a96e-ee66531ea2be tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 210 time: 0.0339746 Jan 25 21:15:44.396641 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:44.497526 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=6']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:44.508289 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['a486c9db-0983-4d37-806a-052a888efdb7'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:15:44.527282 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Made reservation on behalf of 4c8bef1377c9402cbded309da81c3fd2 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:15:44.530726 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:44.735971 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Allocated IP 172.20.0.11 (81743e9a-d558-41e8-b003-3393fa43a897/0f70a703-09e0-4fc8-a72d-43eec3d56b4e/aaf635da-8b95-4d30-aa01-ac2a06d30cd6) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:44.773364 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40038) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:44.782163 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-701e2712-cc5c-4856-9313-98fb35d4adf7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568981938', 'description': 'tempest-description--326996211'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:44.900028 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-701e2712-cc5c-4856-9313-98fb35d4adf7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:44.937046 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks [] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:44.941884 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228d2eb-4f4a-450f-b765-0088c15845f5 req-df6103d5-655c-4906-88d0-7382154d0f4f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:44.943500 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b228d2eb-4f4a-450f-b765-0088c15845f5 req-df6103d5-655c-4906-88d0-7382154d0f4f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 945 time: 0.0920699 Jan 25 21:15:45.021822 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b228d2eb-4f4a-450f-b765-0088c15845f5 req-7f096201-f7d2-4c4f-b837-22b4bdcc490d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701487 Jan 25 21:15:45.028603 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.035368 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-701e2712-cc5c-4856-9313-98fb35d4adf7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (3a89ae99-44e2-4c2e-babd-7355c9e5969b), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.111409 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Network 81743e9a-d558-41e8-b003-3393fa43a897 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:45.112740 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Pushing event updated for resources: {'Port': ['ID=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:45.115354 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:45.117727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:45.125524 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-701e2712-cc5c-4856-9313-98fb35d4adf7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3a89ae99-44e2-4c2e-babd-7355c9e5969b), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.184424 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e2712-cc5c-4856-9313-98fb35d4adf7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89ae99-44e2-4c2e-babd-7355c9e5969b,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:45.210188 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:45.210808 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.255126 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-701e2712-cc5c-4856-9313-98fb35d4adf7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.260233 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40040) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:45.260401 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-701e2712-cc5c-4856-9313-98fb35d4adf7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4858587 Jan 25 21:15:45.267785 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-273a8a6c-a1d7-4653-ba8d-ce7f59de014a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'security_group_rule': {'security_group_id': '3a89ae99-44e2-4c2e-babd-7355c9e5969b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:45.322881 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-8d968c3a-bdeb-4612-819c-1ab4428d365c tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0526595 Jan 25 21:15:45.407554 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-273a8a6c-a1d7-4653-ba8d-ce7f59de014a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (cb22238d-05ab-44bc-b0b3-09125b01b859), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.453232 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Request body: {'port': {'device_id': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:45.559981 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-273a8a6c-a1d7-4653-ba8d-ce7f59de014a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (cb22238d-05ab-44bc-b0b3-09125b01b859), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.573833 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e9949-13ea-49a0-9a96-bace2129fabd req-10117844-3030-4248-9d76-83b4f4d92349 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:45.575338 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d0e9949-13ea-49a0-9a96-bace2129fabd req-10117844-3030-4248-9d76-83b4f4d92349 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 932 time: 0.1472535 Jan 25 21:15:45.588932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.667779 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d0e9949-13ea-49a0-9a96-bace2129fabd req-06c6597a-ce83-4aa7-969d-4efad57d1acb tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862715 Jan 25 21:15:45.672833 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-273a8a6c-a1d7-4653-ba8d-ce7f59de014a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (cb22238d-05ab-44bc-b0b3-09125b01b859), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.748675 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a8a6c-a1d7-4653-ba8d-ce7f59de014a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb22238d-05ab-44bc-b0b3-09125b01b859,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:45.846734 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-273a8a6c-a1d7-4653-ba8d-ce7f59de014a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.847994 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-273a8a6c-a1d7-4653-ba8d-ce7f59de014a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5866458 Jan 25 21:15:45.850855 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40048) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:45.859391 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-f9e15ad5-a2ed-4bc3-b16d-9e8404110edd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'security_group_rule': {'security_group_id': '3a89ae99-44e2-4c2e-babd-7355c9e5969b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:45.890182 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:45.949082 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port a486c9db-0983-4d37-806a-052a888efdb7 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:45.949569 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a486c9db-0983-4d37-806a-052a888efdb7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.950055 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf635da-8b95-4d30-aa01-ac2a06d30cd6 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:15:45.967172 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Publish callbacks [] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:45.980356 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Transition to ACTIVE for port object aaf635da-8b95-4d30-aa01-ac2a06d30cd6 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:15:45.998528 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f9e15ad5-a2ed-4bc3-b16d-9e8404110edd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (4fa327cd-9b3e-4a86-b8af-ecff4aa0530d), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.030316 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:15:46.068816 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:46.069222 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.073839 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f9e15ad5-a2ed-4bc3-b16d-9e8404110edd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (4fa327cd-9b3e-4a86-b8af-ecff4aa0530d), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.078146 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.129488 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:15:46.137484 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58445e-ca61-4824-b5bc-1dee6445a03c" -d '{"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-plugged", "status": "completed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:15:46.147543 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:46.177433 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f9e15ad5-a2ed-4bc3-b16d-9e8404110edd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (4fa327cd-9b3e-4a86-b8af-ecff4aa0530d), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.180842 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:46.218523 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e15ad5-a2ed-4bc3-b16d-9e8404110edd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa327cd-9b3e-4a86-b8af-ecff4aa0530d,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:46.247618 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Attempting to bind port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:46.248237 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Attempting to bind port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:46.248701 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Attempting to bind port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 on network 81743e9a-d558-41e8-b003-3393fa43a897 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:46.253714 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 on network 81743e9a-d558-41e8-b003-3393fa43a897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:15:46.254188 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Attempting to bind port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 on network 81743e9a-d558-41e8-b003-3393fa43a897 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:46.262915 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:46.263250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Checking segment: {'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:46.263649 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Bound using segment: {'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:46.264215 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Bound port: aaf635da-8b95-4d30-aa01-ac2a06d30cd6, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:46.264452 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.270148 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.271242 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 7a664d33-bd62-4bab-946f-4427ae435718 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:15:46.290403 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0840cd-68f2-4959-a269-cbb09ce6e647 req-7d6058c2-27b1-4ed5-91fc-21273129a4ca tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:46.297148 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ea0840cd-68f2-4959-a269-cbb09ce6e647 req-7d6058c2-27b1-4ed5-91fc-21273129a4ca tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 945 time: 0.1221669 Jan 25 21:15:46.303396 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eebb54-3adf-4eab-a77e-969cda9fb022 x-openstack-request-id: req-a7eebb54-3adf-4eab-a77e-969cda9fb022 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:15:46.303905 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-plugged", "status": "completed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:15:46.306241 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7eebb54-3adf-4eab-a77e-969cda9fb022 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:15:46.306241 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7', 'code': 200} Jan 25 21:15:46.311434 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f9e15ad5-a2ed-4bc3-b16d-9e8404110edd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.312633 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f9e15ad5-a2ed-4bc3-b16d-9e8404110edd tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4608355 Jan 25 21:15:46.316897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40066) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:15:46.321991 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:46.362123 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 7a664d33-bd62-4bab-946f-4427ae435718 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:15:46.362746 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 7a664d33-bd62-4bab-946f-4427ae435718 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:15:46.364024 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] For port aaf635da-8b95-4d30-aa01-ac2a06d30cd6, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:46.368751 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] For port aaf635da-8b95-4d30-aa01-ac2a06d30cd6, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:46.370545 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=7']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:46.374691 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ea0840cd-68f2-4959-a269-cbb09ce6e647 req-c1f9bee7-9ca7-48f3-8348-c18ceaa2ba7b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660512 Jan 25 21:15:46.447906 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.516657 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.568021 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:46.568693 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.571036 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] 10.222.0.24 "PUT /v2.0/ports/aaf635da-8b95-4d30-aa01-ac2a06d30cd6 HTTP/1.1" status: 200 len: 1094 time: 1.2383530 Jan 25 21:15:46.571156 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'tag': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:15:46.573331 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e44c84-d60b-4027-9b73-33deafccf773" -d '{"events": [{"name": "network-changed", "server_uuid": "af2c0356-66e3-49f2-b671-124baf82d0f0", "tag": "aaf635da-8b95-4d30-aa01-ac2a06d30cd6"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:15:46.596303 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840a038-833b-414e-a1c2-ad4844ef7bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:46.629470 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32309b9a-3fce-4f38-acd7-ff218c3b06b0 x-openstack-request-id: req-32309b9a-3fce-4f38-acd7-ff218c3b06b0 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:15:46.629674 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2c0356-66e3-49f2-b671-124baf82d0f0", "tag": "aaf635da-8b95-4d30-aa01-ac2a06d30cd6", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:15:46.629908 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32309b9a-3fce-4f38-acd7-ff218c3b06b0 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:15:46.630318 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'tag': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6', 'status': 'completed', 'code': 200} Jan 25 21:15:46.639770 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:46.811804 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10b4b9-d12e-4c02-b734-d4e820edd1fb req-f059c357-c5c5-4424-a91e-a1b4bb02fef0 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:46.815085 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0a10b4b9-d12e-4c02-b734-d4e820edd1fb req-f059c357-c5c5-4424-a91e-a1b4bb02fef0 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 944 time: 0.0608070 Jan 25 21:15:46.874365 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0a10b4b9-d12e-4c02-b734-d4e820edd1fb req-67c0fdbb-a490-4e6a-b8bc-6be650126422 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527909 Jan 25 21:15:47.078093 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44c84-d60b-4027-9b73-33deafccf773 req-0c96bfe1-2d46-47de-be69-e117e41238ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:47.079616 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a2e44c84-d60b-4027-9b73-33deafccf773 req-0c96bfe1-2d46-47de-be69-e117e41238ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c8bef1377c9402cbded309da81c3fd2&device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 1097 time: 0.4298561 Jan 25 21:15:47.123486 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Allocated IP 172.27.2.122 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/fd357a2f-aaca-43ba-9bfc-9d0016303493) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:47.249706 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44c84-d60b-4027-9b73-33deafccf773 req-20ddb413-99ff-40b9-9c43-3baf2ffe1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:47.251255 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a2e44c84-d60b-4027-9b73-33deafccf773 req-20ddb413-99ff-40b9-9c43-3baf2ffe1ecd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c8bef1377c9402cbded309da81c3fd2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1595612 Jan 25 21:15:47.339316 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:47.387522 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44c84-d60b-4027-9b73-33deafccf773 req-ad3d94d7-1976-4d4d-a41f-a5d382dc7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:47.388958 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a2e44c84-d60b-4027-9b73-33deafccf773 req-ad3d94d7-1976-4d4d-a41f-a5d382dc7c0f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298254 Jan 25 21:15:47.490829 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-3229f89c-b79d-4df5-98cf-f150a4be24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:47.493031 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-3229f89c-b79d-4df5-98cf-f150a4be24b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c8bef1377c9402cbded309da81c3fd2&device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 1097 time: 0.0681159 Jan 25 21:15:47.514599 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd89358-e502-4c6d-8a9c-a5ce3d0d159d req-069b8a00-3b8f-4d9b-8fff-9c107f237eb1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:47.516086 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4fd89358-e502-4c6d-8a9c-a5ce3d0d159d req-069b8a00-3b8f-4d9b-8fff-9c107f237eb1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0646577 Jan 25 21:15:47.547835 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:47.559666 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-9b1fe8dc-3789-4299-b458-8778852f8b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf635da-8b95-4d30-aa01-ac2a06d30cd6 HTTP/1.1" status: 200 len: 217 time: 0.0590818 Jan 25 21:15:47.648527 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:47.656973 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'Port': ['ID=fd357a2f-aaca-43ba-9bfc-9d0016303493,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:47.661107 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:47.663576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:47.700897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-478ee35c-d198-418f-a276-1a1521283653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:47.702382 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-478ee35c-d198-418f-a276-1a1521283653 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f70a703-09e0-4fc8-a72d-43eec3d56b4e HTTP/1.1" status: 200 len: 853 time: 0.1225648 Jan 25 21:15:47.715465 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4fd89358-e502-4c6d-8a9c-a5ce3d0d159d req-cd6bdaa2-bd2c-4284-9c8e-a2905e256ec6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679330 Jan 25 21:15:47.755764 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-ba4d70d4-9d55-4272-9670-01bcb6e13c13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81743e9a-d558-41e8-b003-3393fa43a897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355663 Jan 25 21:15:47.874361 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (a8459fdf-1004-44d5-b46f-3b36ab31499e), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:47.894217 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-300fad14-3850-4503-8479-1f954c6f5335 service neutron] 10.222.0.24 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309419 Jan 25 21:15:48.000587 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc234ca9-3988-47fd-834b-aa9a2a98eb1f req-d0d14a0e-f37c-4c2d-b37b-b8dfc6d03b84 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:48.002641 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-fc234ca9-3988-47fd-834b-aa9a2a98eb1f req-d0d14a0e-f37c-4c2d-b37b-b8dfc6d03b84 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 944 time: 0.0540116 Jan 25 21:15:48.005663 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:48.047453 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4803dc8a-d763-40dd-8b3a-ab016dc5928f req-b19a1adc-62b2-4193-96f7-8e6fe8f9ed70 service neutron] 10.222.0.24 "GET /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464350 Jan 25 21:15:48.069333 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-fc234ca9-3988-47fd-834b-aa9a2a98eb1f req-366e6b1c-320e-45db-8b57-04b090988aaa tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Jan 25 21:15:48.183668 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:48.259537 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:48.333881 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'Port': ['ID=fd357a2f-aaca-43ba-9bfc-9d0016303493,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:48.348445 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (a8459fdf-1004-44d5-b46f-3b36ab31499e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:48.414960 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:48.416396 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-c0690a7f-3cae-4d86-8cc3-a8c2deaf9106 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0984113 Jan 25 21:15:48.661803 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-7406653e-e3da-4414-b2d7-6393e0596477 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--568981938&fields=id&tenant_id=b78cbbb4b9304ab49066a9ff990dffda HTTP/1.1" status: 200 len: 267 time: 0.0575182 Jan 25 21:15:48.800614 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-06537f45-cbd3-452d-b168-4d2ea1124126 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:48.802433 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-06537f45-cbd3-452d-b168-4d2ea1124126 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 810 time: 0.1334648 Jan 25 21:15:48.819117 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-c5292e5a-c209-4f95-9b1f-2a756a3ec4e4 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/quotas/b78cbbb4b9304ab49066a9ff990dffda HTTP/1.1" status: 200 len: 375 time: 0.0095897 Jan 25 21:15:48.860837 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6687b3-c70e-44b7-919f-8cc6b40f036e req-7fdd4387-4367-4d9b-bebd-8dd042a938d3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:48.869324 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-de6687b3-c70e-44b7-919f-8cc6b40f036e req-7fdd4387-4367-4d9b-bebd-8dd042a938d3 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0676968 Jan 25 21:15:48.879102 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a370ab9a-bbbc-499f-b727-98e676b92515 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536234 Jan 25 21:15:48.928709 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-de6687b3-c70e-44b7-919f-8cc6b40f036e req-97a83bb8-ce14-405e-afa3-da6cf620012d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580709 Jan 25 21:15:49.031989 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-b1218474-b4ba-465d-99f1-fc95a40a7fff service neutron] 10.222.0.20 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362782 Jan 25 21:15:49.130218 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-7ad6d97c-9728-469d-a558-453f68276634 service neutron] 10.222.0.20 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924883 Jan 25 21:15:49.180909 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b595ca2-8e75-4ca7-979f-30721f3f1184 req-d5b95ae2-15ab-44bf-8003-67f4f2cb72eb tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:49.182452 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6b595ca2-8e75-4ca7-979f-30721f3f1184 req-d5b95ae2-15ab-44bf-8003-67f4f2cb72eb tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 944 time: 0.0501211 Jan 25 21:15:49.228881 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6b595ca2-8e75-4ca7-979f-30721f3f1184 req-b2433ff7-6758-422f-8bf0-7b582c547d2d tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Jan 25 21:15:49.383646 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-026a25e9-6fae-4de4-95cb-8dfab1596643 req-56534bae-c95d-4688-8580-283ef8be35fc tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 210 time: 0.0259161 Jan 25 21:15:50.038792 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa0661-4ece-48c9-925d-03010eaeda33 req-3727813e-8915-492c-be10-5c7f84a4e023 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:50.040264 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d7aa0661-4ece-48c9-925d-03010eaeda33 req-3727813e-8915-492c-be10-5c7f84a4e023 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0510721 Jan 25 21:15:50.090778 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d7aa0661-4ece-48c9-925d-03010eaeda33 req-0066fa3d-7f61-4772-83ac-505a432992d9 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447638 Jan 25 21:15:50.352402 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de854b8-64f5-4fc9-8ec2-09f083b68087 req-0c8b9824-cb3b-41ee-a803-bbaacd5a5d96 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:50.354351 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3de854b8-64f5-4fc9-8ec2-09f083b68087 req-0c8b9824-cb3b-41ee-a803-bbaacd5a5d96 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 944 time: 0.0528400 Jan 25 21:15:50.399883 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3de854b8-64f5-4fc9-8ec2-09f083b68087 req-dac38314-dbc5-435a-893f-7a5d80103f65 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394239 Jan 25 21:15:50.476687 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c58be697-ebd6-424a-ab15-18886b08fbd0 req-824f36b3-35c7-47e5-8632-1f085446a39f tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Jan 25 21:15:51.216568 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60c424-4ac9-45bf-9c2f-1bab8f4c7b84 req-74b276fd-98dd-45f0-976a-451a6afc3878 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:51.218214 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1c60c424-4ac9-45bf-9c2f-1bab8f4c7b84 req-74b276fd-98dd-45f0-976a-451a6afc3878 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0512547 Jan 25 21:15:51.272872 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1c60c424-4ac9-45bf-9c2f-1bab8f4c7b84 req-3c80e7f5-01b7-4a0b-8e6d-086cab784c7f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488989 Jan 25 21:15:51.535413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fbe27-ebbd-4ca0-b74e-2263fb962301 req-11e50bc9-fa0b-4359-bbbd-b3e3e41173d4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:51.536883 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-960fbe27-ebbd-4ca0-b74e-2263fb962301 req-11e50bc9-fa0b-4359-bbbd-b3e3e41173d4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 944 time: 0.0554545 Jan 25 21:15:51.575392 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2a6d80c8-9563-4c37-bc9a-665d5ce1de67 req-91ed33df-8d39-4dc9-81c0-e9d61643e7fc tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 210 time: 0.0287709 Jan 25 21:15:51.591385 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-960fbe27-ebbd-4ca0-b74e-2263fb962301 req-79f2df9c-5a8c-4987-8b98-00f611025492 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476582 Jan 25 21:15:51.836079 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-713b058b-5934-46fe-9992-c53a23d71a16 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:51.836079 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-713b058b-5934-46fe-9992-c53a23d71a16 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 810 time: 0.1102629 Jan 25 21:15:51.910728 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-9020097c-f6ec-4a7e-a7c3-42b05c6a20aa tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78cbbb4b9304ab49066a9ff990dffda HTTP/1.1" status: 200 len: 379 time: 0.0622718 Jan 25 21:15:51.921493 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'port': {'device_id': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'admin_state_up': True, 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'security_groups': ['3a89ae99-44e2-4c2e-babd-7355c9e5969b']}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:51.938195 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device aaf635da-8b95-4d30-aa01-ac2a06d30cd6 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:15:52.048504 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-f87d6197-ac49-4925-9ad2-c2eb7846c223 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359044356&fields=id&tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 267 time: 0.0905199 Jan 25 21:15:52.076652 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port aaf635da-8b95-4d30-aa01-ac2a06d30cd6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:52.091498 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6', 'network_id': '81743e9a-d558-41e8-b003-3393fa43a897', 'port_id': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6', 'mac_address': 'fa:16:3e:4f:ec:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f70a703-09e0-4fc8-a72d-43eec3d56b4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:15:52.146400 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:52.147015 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:52.163997 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf635da-8b95-4d30-aa01-ac2a06d30cd6 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:15:52.167144 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Made reservation on behalf of b78cbbb4b9304ab49066a9ff990dffda for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:15:52.171088 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:52.193778 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-8ebc9827-08a2-45d0-8936-9c1246f330a0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:52.200815 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-8ebc9827-08a2-45d0-8936-9c1246f330a0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 811 time: 0.1429141 Jan 25 21:15:52.205964 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port aaf635da-8b95-4d30-aa01-ac2a06d30cd6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:52.221592 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-46e7c000-73ce-40e2-b34d-655036540761 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/quotas/d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 375 time: 0.0198841 Jan 25 21:15:52.286761 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:52.303672 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-666c56fe-c996-4f9c-966c-78eb65ba795f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805664 Jan 25 21:15:52.354151 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Allocated IP 172.20.0.11 (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88/3f244e74-e4e4-4805-89d7-96ab50892717/2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:52.422423 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:52.450024 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-69ad6bf6-8b29-4963-addd-794606a98e28 service neutron] 10.222.0.20 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314201 Jan 25 21:15:52.543013 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['aaf635da-8b95-4d30-aa01-ac2a06d30cd6'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:15:52.575813 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441bee9-49b5-48ad-a574-d9329c4ee61d req-8f250082-f4b4-4011-801d-ad2d0a109f74 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:52.579323 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-316f1df7-79dc-4cba-9e0b-ef8da392a8ff service neutron] 10.222.0.20 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283853 Jan 25 21:15:52.583113 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e441bee9-49b5-48ad-a574-d9329c4ee61d req-8f250082-f4b4-4011-801d-ad2d0a109f74 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.1580565 Jan 25 21:15:52.624268 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:52.660661 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e441bee9-49b5-48ad-a574-d9329c4ee61d req-d16d4da7-8f5e-4217-824e-3ac1117512e4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765126 Jan 25 21:15:52.779161 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e00aa8f9-bc97-45a4-88c2-38cf206637de req-f8db0a2e-1bed-45bf-9666-c69187c3d723 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 210 time: 0.0283265 Jan 25 21:15:52.808005 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:52.871810 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:52.891025 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:52.894323 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:52.932828 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event updated for resources: {'Port': ['ID=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:52.962588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:52.963219 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:52.972024 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4d45-7c1c-4bd1-bb9d-a87187337ff1 req-8cdd97e5-5fc5-4fd0-af35-c5e5d41bc6d4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:52.975028 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d31a4d45-7c1c-4bd1-bb9d-a87187337ff1 req-8cdd97e5-5fc5-4fd0-af35-c5e5d41bc6d4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 945 time: 0.1216846 Jan 25 21:15:53.061372 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d31a4d45-7c1c-4bd1-bb9d-a87187337ff1 req-acc4083b-7b4f-4115-9bb9-dd32e2bcd233 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792367 Jan 25 21:15:53.089995 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-a60856b3-567f-4dc5-a52b-2743fa28a109 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1730862 Jan 25 21:15:53.107035 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Request body: {'port': {'device_id': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:53.139208 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-a5be517f-5fb4-45e7-877d-9ccdda8d5910 None None] Provisioning complete for port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:53.140262 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a5be517f-5fb4-45e7-877d-9ccdda8d5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:53.180636 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-a5be517f-5fb4-45e7-877d-9ccdda8d5910 None None] Port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:15:53.215947 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:53.238466 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b43c4067-49df-4ee4-a0ee-f3135b9ccecb req-c74db240-e6b1-4046-add7-41d7e90191cd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0370715 Jan 25 21:15:53.520643 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:15:53.531764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Publish callbacks [] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:53.551128 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Transition to ACTIVE for port object 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:15:53.717985 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:53.855279 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130452e-2cc0-4531-9755-a4311eb4df32 req-5a1311d4-8d98-4454-ad7d-d6165c824f13 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:53.858622 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a130452e-2cc0-4531-9755-a4311eb4df32 req-5a1311d4-8d98-4454-ad7d-d6165c824f13 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0889602 Jan 25 21:15:53.894562 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Pushing event updated for resources: {'Port': ['ID=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:53.957223 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device aaf635da-8b95-4d30-aa01-ac2a06d30cd6 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:15:53.974836 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a130452e-2cc0-4531-9755-a4311eb4df32 req-4b7c601a-8472-41b0-b7f2-553362d15e6a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087492 Jan 25 21:15:54.046906 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a232a4-2a2d-4940-89b2-e58fead9a449 req-785b3627-a2e9-488d-b291-c47baa416e82 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:54.053719 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a1a232a4-2a2d-4940-89b2-e58fead9a449 req-785b3627-a2e9-488d-b291-c47baa416e82 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 944 time: 0.1399000 Jan 25 21:15:54.074745 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Attempting to bind port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:54.075086 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Attempting to bind port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:54.075422 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Attempting to bind port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:54.084583 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:15:54.084910 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Attempting to bind port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 on network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:54.096884 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:54.097788 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Checking segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:54.102751 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Bound using segment: {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:54.104351 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Bound port: 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9780015-6f55-4d3a-9063-cfabebcc1ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:54.104737 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:54.143089 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:15:54.177957 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:54.179047 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:54.210314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] For port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:54.213865 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] For port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:54.219052 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a1a232a4-2a2d-4940-89b2-e58fead9a449 req-9a4a5d6a-9d8a-4163-8bde-3a2629aa1327 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645665 Jan 25 21:15:54.231098 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf796-2195-4cc2-88ee-83496a7f80b4 req-0095b00b-896c-4236-9e76-3a7bde44fba4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:54.232783 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8d4cf796-2195-4cc2-88ee-83496a7f80b4 req-0095b00b-896c-4236-9e76-3a7bde44fba4 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 945 time: 0.0898411 Jan 25 21:15:54.331158 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8d4cf796-2195-4cc2-88ee-83496a7f80b4 req-e5fba8d4-4a1c-42fe-ad9e-09c4100c9774 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924358 Jan 25 21:15:54.363936 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4eb85846-043d-4221-bba9-7e0198b249f4 req-17498e0d-b652-4c08-8b98-790f614b837d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0645041 Jan 25 21:15:54.366355 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:54.384549 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:15:54.385484 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:54.410771 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:54.411588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:54.413232 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] 10.222.0.24 "PUT /v2.0/ports/2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 HTTP/1.1" status: 200 len: 1094 time: 1.3145437 Jan 25 21:15:54.413851 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:15:54.417600 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4665fc-4870-4da1-b37e-19ae3dd49090" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:15:54.441447 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:15:54.443900 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9962616e-00f9-4f43-ac97-7744bb7109f1" -d '{"events": [{"server_uuid": "af2c0356-66e3-49f2-b671-124baf82d0f0", "name": "network-vif-plugged", "status": "completed", "tag": "aaf635da-8b95-4d30-aa01-ac2a06d30cd6"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:15:54.466541 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port aaf635da-8b95-4d30-aa01-ac2a06d30cd6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:15:54.498123 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa2afa-82e1-4584-8ce7-e116206bdefb service neutron] Pushing event updated for resources: {'Port': ['ID=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:54.503355 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feb0bdb-515b-4590-a31c-713b24455843 x-openstack-request-id: req-3feb0bdb-515b-4590-a31c-713b24455843 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:15:54.503740 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:15:54.504057 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3feb0bdb-515b-4590-a31c-713b24455843 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:15:54.504524 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'status': 'completed', 'code': 200} Jan 25 21:15:54.543332 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85d463-b17e-4e54-bc09-344db5f5a72b x-openstack-request-id: req-ca85d463-b17e-4e54-bc09-344db5f5a72b {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:15:54.551361 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2c0356-66e3-49f2-b671-124baf82d0f0", "name": "network-vif-plugged", "status": "completed", "tag": "aaf635da-8b95-4d30-aa01-ac2a06d30cd6", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:15:54.551361 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca85d463-b17e-4e54-bc09-344db5f5a72b {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:15:54.551361 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6', 'code': 200} Jan 25 21:15:54.595737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:54.598420 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4665fc-4870-4da1-b37e-19ae3dd49090 req-6577d762-ce9b-4569-a517-bdb1e45cf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:54.599926 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7d4665fc-4870-4da1-b37e-19ae3dd49090 req-6577d762-ce9b-4569-a517-bdb1e45cf3d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 1097 time: 0.0652671 Jan 25 21:15:54.696118 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:54.734780 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4665fc-4870-4da1-b37e-19ae3dd49090 req-ef53d2ef-c4d2-4baf-bd87-454478b300b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:54.736439 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7d4665fc-4870-4da1-b37e-19ae3dd49090 req-ef53d2ef-c4d2-4baf-bd87-454478b300b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1295130 Jan 25 21:15:54.887593 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488ff3a-b2a2-4b6e-8e38-6eb7ea3bec63 req-df0cb28f-cb61-4910-ae7e-55f1042cad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:54.889372 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c488ff3a-b2a2-4b6e-8e38-6eb7ea3bec63 req-df0cb28f-cb61-4910-ae7e-55f1042cad95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 1099 time: 0.0702624 Jan 25 21:15:54.913066 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4665fc-4870-4da1-b37e-19ae3dd49090 req-1b81d5de-adb8-41a4-a9e9-b8f11ede7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:54.915349 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7d4665fc-4870-4da1-b37e-19ae3dd49090 req-1b81d5de-adb8-41a4-a9e9-b8f11ede7ec2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722825 Jan 25 21:15:54.949794 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c488ff3a-b2a2-4b6e-8e38-6eb7ea3bec63 req-eb07d068-c4cc-442d-a97f-f7aae69ccd33 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521500 Jan 25 21:15:55.129567 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d834-485c-4932-98bd-09a717380923 req-6a990283-e57d-4411-8201-8b6086a93fec tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:55.131137 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3e39d834-485c-4932-98bd-09a717380923 req-6a990283-e57d-4411-8201-8b6086a93fec tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0607853 Jan 25 21:15:55.199751 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3e39d834-485c-4932-98bd-09a717380923 req-985b94b9-4388-463d-bdd5-dd37a78cf247 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619721 Jan 25 21:15:55.233599 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-4d5e09bd-b04c-4aae-846c-b0329dea6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:55.235227 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-4d5e09bd-b04c-4aae-846c-b0329dea6cb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 1097 time: 0.0789893 Jan 25 21:15:55.421464 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc53c-8869-4c0b-9435-96ddcadedf62 req-988275f1-4ef0-4c1e-a0d0-250abec06a95 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:55.421464 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a23cc53c-8869-4c0b-9435-96ddcadedf62 req-988275f1-4ef0-4c1e-a0d0-250abec06a95 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 944 time: 0.1067502 Jan 25 21:15:55.421464 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-1fc2fe2a-a246-4db7-bf8e-f95b91ffa3d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 HTTP/1.1" status: 200 len: 217 time: 0.0664194 Jan 25 21:15:55.483742 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c75fc-fa04-4cda-a3ba-5f7f7dae1040 req-28f6cb9b-e9cd-4fe0-a23b-166992551e79 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:55.485235 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e17c75fc-fa04-4cda-a3ba-5f7f7dae1040 req-28f6cb9b-e9cd-4fe0-a23b-166992551e79 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 946 time: 0.0642879 Jan 25 21:15:55.498967 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a23cc53c-8869-4c0b-9435-96ddcadedf62 req-6a9651d1-9088-4496-8b49-a80bff83e6cb tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857022 Jan 25 21:15:55.500709 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-168ed035-ab3c-49f3-b2ff-d9aeb6d604b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:55.502096 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-168ed035-ab3c-49f3-b2ff-d9aeb6d604b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0829561 Jan 25 21:15:55.570085 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e17c75fc-fa04-4cda-a3ba-5f7f7dae1040 req-73dc7632-1948-41de-be52-e8ac416c8255 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790029 Jan 25 21:15:55.723756 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c70d801f-6bd1-45bd-a92a-6c1f540cfcb2 req-10437417-31d0-470a-bbbb-897ad5b15118 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jan 25 21:15:55.723756 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-d5cbccce-6fca-47b7-9444-cd57e18ae06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:55.723756 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-d5cbccce-6fca-47b7-9444-cd57e18ae06e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1142480 Jan 25 21:15:55.723756 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-3d10d13a-eaaa-4de8-ae53-12cfbd3fd6b8 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807402 Jan 25 21:15:55.816474 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c3dd2b18-9e7c-492a-a565-4577ea6e5f59 req-65b1ec3d-8325-44e2-b770-726e22476a6c service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939329 Jan 25 21:15:55.870048 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ba201d36-5d8f-433a-bef0-ba271418fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:56.349791 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a1a0-7f1e-4d47-881c-86d03b942d18 req-8e214ebd-b4eb-4038-9a9f-d596039e7fd0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:56.351479 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-66a3a1a0-7f1e-4d47-881c-86d03b942d18 req-8e214ebd-b4eb-4038-9a9f-d596039e7fd0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0619159 Jan 25 21:15:56.436262 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-66a3a1a0-7f1e-4d47-881c-86d03b942d18 req-e4eced3a-127b-4038-bf1e-d7be4a83492c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753572 Jan 25 21:15:56.486727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-ae5fc49a-49cd-42ca-9f53-e71aef731b4a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:56.488284 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-ae5fc49a-49cd-42ca-9f53-e71aef731b4a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 811 time: 0.1428628 Jan 25 21:15:56.563332 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-a3087716-8f3c-4ca0-b8f5-74fa762582c4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 380 time: 0.0666459 Jan 25 21:15:56.573112 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'port': {'device_id': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'admin_state_up': True, 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'security_groups': ['8e6a94aa-7e3e-4be4-9b11-8759b91f68ac']}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:56.679930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0495b-1fd2-4f4f-b762-b2a1f14bb107 req-ecf9d65d-b108-4b1c-9125-887dae8ed1da tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:56.681360 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ae0495b-1fd2-4f4f-b762-b2a1f14bb107 req-ecf9d65d-b108-4b1c-9125-887dae8ed1da tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 944 time: 0.1023936 Jan 25 21:15:56.697917 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d542-43af-4959-9f5a-f043b3103b0e req-c6bf2b5e-ad65-40e3-b491-0cfab2ba6dc9 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:56.699411 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6b95d542-43af-4959-9f5a-f043b3103b0e req-c6bf2b5e-ad65-40e3-b491-0cfab2ba6dc9 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 946 time: 0.0534670 Jan 25 21:15:56.751690 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6b95d542-43af-4959-9f5a-f043b3103b0e req-f9200500-f5e9-4731-8f96-1b075fd6bed7 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Jan 25 21:15:56.754240 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ae0495b-1fd2-4f4f-b762-b2a1f14bb107 req-6ff12b80-87ca-428f-9236-159f3fa26d6a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646524 Jan 25 21:15:56.842408 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0a061815-032a-4d1f-83ea-5cadb91befff req-a7ba925d-10ca-4790-be47-11b2df55e281 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Jan 25 21:15:56.858816 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Made reservation on behalf of d4d0dcd5d7e84e0bb4692190f5f6fc9e for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:15:56.864193 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:57.002005 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Allocated IP 172.20.0.6 (480e55f6-024e-4eca-8a14-6048be88677c/12acc41e-01c4-4128-b0fa-eff50f012fd5/04295b9d-709a-4cd9-ad30-30d643f552d5) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:15:57.418713 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:57.560227 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fe256-1ba1-4691-98cb-523f107fc1f2 req-14a52358-ea36-440f-8456-5b7363cedec4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:57.561838 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-804fe256-1ba1-4691-98cb-523f107fc1f2 req-14a52358-ea36-440f-8456-5b7363cedec4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0484619 Jan 25 21:15:57.590588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:57.613857 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-804fe256-1ba1-4691-98cb-523f107fc1f2 req-41b4897f-e249-48cf-ac5c-3edaa6eca593 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463390 Jan 25 21:15:57.639948 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Network 480e55f6-024e-4eca-8a14-6048be88677c is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:15:57.639948 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:15:57.642694 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:15:57.671403 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=04295b9d-709a-4cd9-ad30-30d643f552d5,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:57.710365 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:57.711069 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:57.755395 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-367d8d01-4aa0-48d7-b7da-89f1b44f61f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:57.804274 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-b60dff8f-9764-44a1-80a5-90a7fa031bc0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359078 Jan 25 21:15:57.815651 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Request body: {'port': {'device_id': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:15:57.899617 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:57.904843 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7db4e3ed-6d62-4437-a8ad-5725d4badc61 None None] Provisioning complete for port 04295b9d-709a-4cd9-ad30-30d643f552d5 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:15:57.906385 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7db4e3ed-6d62-4437-a8ad-5725d4badc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:57.919642 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-fe0f03e0-d543-4002-a854-bbabac5d06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:57.921107 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-fe0f03e0-d543-4002-a854-bbabac5d06c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1099 time: 0.0824115 Jan 25 21:15:57.930108 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0394-bd1e-4efa-b710-6110320a0eba req-0343fcec-0157-4f64-a98f-c1c33978a6b7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:57.937438 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e2bb0394-bd1e-4efa-b710-6110320a0eba req-0343fcec-0157-4f64-a98f-c1c33978a6b7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 944 time: 0.0816879 Jan 25 21:15:57.954280 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7db4e3ed-6d62-4437-a8ad-5725d4badc61 None None] Port 04295b9d-709a-4cd9-ad30-30d643f552d5 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:15:57.986170 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e2bb0394-bd1e-4efa-b710-6110320a0eba req-4f53c722-dc96-492a-9050-f7dad434d957 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470662 Jan 25 21:15:58.123642 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f25cbf-dc1f-4c00-8eab-556580edb5c1 req-8e772775-5326-4b27-8883-8bc199bb2884 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:58.125080 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-78f25cbf-dc1f-4c00-8eab-556580edb5c1 req-8e772775-5326-4b27-8883-8bc199bb2884 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 931 time: 0.1667528 Jan 25 21:15:58.171226 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-bb3f80fb-1bd8-4fbb-8963-078363bdd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:58.172550 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-bb3f80fb-1bd8-4fbb-8963-078363bdd3ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.2236841 Jan 25 21:15:58.282811 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-78f25cbf-dc1f-4c00-8eab-556580edb5c1 req-e9aeac1f-d0c5-4291-8cb6-59643784ea9d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477792 Jan 25 21:15:58.307120 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-f072f7a4-77ea-4f84-9a91-243c43d0497a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c9db-0983-4d37-806a-052a888efdb7 HTTP/1.1" status: 200 len: 1002 time: 0.1224484 Jan 25 21:15:58.394853 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-68d55710-8da1-4747-8990-f64ad9de4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:58.396277 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-68d55710-8da1-4747-8990-f64ad9de4d8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0798130 Jan 25 21:15:58.429457 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04295b9d-709a-4cd9-ad30-30d643f552d5 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:15:58.439208 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Publish callbacks [] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:58.456219 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Transition to ACTIVE for port object 04295b9d-709a-4cd9-ad30-30d643f552d5 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:15:58.461895 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-b0471bcd-4518-4bb6-b87a-76032131b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:58.463399 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-b0471bcd-4518-4bb6-b87a-76032131b621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615292 Jan 25 21:15:58.553109 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:58.561222 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-fd657a25-a105-474a-9e04-6c6c682c4336 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918908 Jan 25 21:15:58.628332 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Pushing event updated for resources: {'Port': ['ID=04295b9d-709a-4cd9-ad30-30d643f552d5,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:58.738474 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4cde344d-88f4-46a2-8694-3f618d1acd57 req-69427c88-c85c-4fcc-b29d-764f09765c87 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576762 Jan 25 21:15:58.752431 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadb1d8-34df-423d-a947-11a16a81e5ee req-e072aa2f-6297-42f8-baf7-54903ce2bb96 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:58.753233 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Attempting to bind port 04295b9d-709a-4cd9-ad30-30d643f552d5 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:15:58.753581 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Attempting to bind port 04295b9d-709a-4cd9-ad30-30d643f552d5 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:15:58.754065 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Attempting to bind port 04295b9d-709a-4cd9-ad30-30d643f552d5 on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:58.758962 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Port 04295b9d-709a-4cd9-ad30-30d643f552d5 on network 480e55f6-024e-4eca-8a14-6048be88677c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:15:58.759290 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Attempting to bind port 04295b9d-709a-4cd9-ad30-30d643f552d5 on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:15:58.759989 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-caadb1d8-34df-423d-a947-11a16a81e5ee req-e072aa2f-6297-42f8-baf7-54903ce2bb96 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0635750 Jan 25 21:15:58.766345 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:15:58.766691 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Checking segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:15:58.767225 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Bound using segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:15:58.767672 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Bound port: 04295b9d-709a-4cd9-ad30-30d643f552d5, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:15:58.768038 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:58.810266 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-caadb1d8-34df-423d-a947-11a16a81e5ee req-0c485797-9bea-4ae5-9411-1233a44a5f56 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491943 Jan 25 21:15:58.840965 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] For port 04295b9d-709a-4cd9-ad30-30d643f552d5, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:15:58.843894 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] For port 04295b9d-709a-4cd9-ad30-30d643f552d5, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=04295b9d-709a-4cd9-ad30-30d643f552d5,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:15:58.899043 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:58.932930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:58.933600 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:58.934896 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] 10.222.0.24 "PUT /v2.0/ports/04295b9d-709a-4cd9-ad30-30d643f552d5 HTTP/1.1" status: 200 len: 1093 time: 1.1235573 Jan 25 21:15:58.935345 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:15:58.937576 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23cc9eb-6e51-4734-bbd1-b5be44eeb7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:15:58.966979 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220a0ac-e5ac-48d9-808d-9360c80fee49 service neutron] Pushing event updated for resources: {'Port': ['ID=04295b9d-709a-4cd9-ad30-30d643f552d5,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:15:58.978714 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9590275-90ec-4751-96a5-ee8b80b09ef0 x-openstack-request-id: req-e9590275-90ec-4751-96a5-ee8b80b09ef0 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:15:58.979088 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:15:58.979357 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9590275-90ec-4751-96a5-ee8b80b09ef0 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:15:58.979775 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'status': 'completed', 'code': 200} Jan 25 21:15:59.047084 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cc9eb-6e51-4734-bbd1-b5be44eeb7ec req-c726dcf0-4f06-449d-bf10-f460fd1b4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.048540 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b23cc9eb-6e51-4734-bbd1-b5be44eeb7ec req-c726dcf0-4f06-449d-bf10-f460fd1b4cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0504179 Jan 25 21:15:59.114736 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf15d32-e8c9-4a6b-ba61-0629375cf942 req-8b19a38a-38a6-49ef-b0c6-8f40ffe770a9 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.121632 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-edf15d32-e8c9-4a6b-ba61-0629375cf942 req-8b19a38a-38a6-49ef-b0c6-8f40ffe770a9 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 944 time: 0.0611930 Jan 25 21:15:59.153940 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cc9eb-6e51-4734-bbd1-b5be44eeb7ec req-a4aec77b-6edc-4bb8-a988-46478921467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.155617 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:15:59.157000 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b23cc9eb-6e51-4734-bbd1-b5be44eeb7ec req-a4aec77b-6edc-4bb8-a988-46478921467f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999343 Jan 25 21:15:59.165958 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-edf15d32-e8c9-4a6b-ba61-0629375cf942 req-40107ff5-ca08-45ef-9880-ef31a92e612a tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Jan 25 21:15:59.253817 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cc9eb-6e51-4734-bbd1-b5be44eeb7ec req-b776e89a-0bf4-4461-a4ba-f6ed50eff4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.255212 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b23cc9eb-6e51-4734-bbd1-b5be44eeb7ec req-b776e89a-0bf4-4461-a4ba-f6ed50eff4af service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923240 Jan 25 21:15:59.327619 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-509114b8-69d9-4fdf-87b9-786fe9d8dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.329167 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-509114b8-69d9-4fdf-87b9-786fe9d8dba7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0403733 Jan 25 21:15:59.371809 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-4bdbb6d4-a473-48d5-987e-ba01cda08f6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04295b9d-709a-4cd9-ad30-30d643f552d5 HTTP/1.1" status: 200 len: 217 time: 0.0357132 Jan 25 21:15:59.445029 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-2e6a85dc-debd-444c-9482-a05fc81d7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.447074 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-2e6a85dc-debd-444c-9482-a05fc81d7a06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0680606 Jan 25 21:15:59.454592 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc85ddf-8211-46fb-943f-f3c6de0f7fa0 req-6d3818b8-efbe-42a9-af73-0502c1de98b2 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.455948 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4bc85ddf-8211-46fb-943f-f3c6de0f7fa0 req-6d3818b8-efbe-42a9-af73-0502c1de98b2 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0866258 Jan 25 21:15:59.524818 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-6e39da66-69e8-4e5b-a847-28e1caf6b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.526317 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-6e39da66-69e8-4e5b-a847-28e1caf6b902 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694902 Jan 25 21:15:59.530176 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4bc85ddf-8211-46fb-943f-f3c6de0f7fa0 req-4c3649a6-6074-47a0-b0de-5b4f553a5ae0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656805 Jan 25 21:15:59.615658 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-1baeefbc-f0c3-40da-a52b-98e7c38d854b service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823035 Jan 25 21:15:59.700941 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a90300ba-522f-4f2a-9d58-4035b9285e0a req-e96841c1-843d-4adf-8302-afb3e1b5c7da service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785518 Jan 25 21:15:59.923795 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8261368-bb0a-416e-ba71-43445791eb3b req-89c2b672-74e3-4b46-989f-2b58d170393a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:15:59.925237 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d8261368-bb0a-416e-ba71-43445791eb3b req-89c2b672-74e3-4b46-989f-2b58d170393a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0465808 Jan 25 21:15:59.965712 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:15:59.971796 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d8261368-bb0a-416e-ba71-43445791eb3b req-93a6b8f2-baf3-4e9a-ad46-0225e45cf580 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Jan 25 21:16:00.058952 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:00.069696 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'port_id': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'mac_address': 'fa:16:3e:2f:07:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:16:00.105155 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:00.105544 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:00.117446 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:16:00.136938 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:00.240996 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:00.280826 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28436ac5-76b0-4021-87f8-6b0ba4ba20e6 req-1a9b6841-d2a8-45dd-8300-6706beca50cf tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:00.282512 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-28436ac5-76b0-4021-87f8-6b0ba4ba20e6 req-1a9b6841-d2a8-45dd-8300-6706beca50cf tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 945 time: 0.0523448 Jan 25 21:16:00.291051 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:00.328471 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-28436ac5-76b0-4021-87f8-6b0ba4ba20e6 req-eff8a3b4-3ac4-4723-86b7-38131c4da8ec tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Jan 25 21:16:00.457135 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:16:00.565863 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:00.649582 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695d48-333a-4bd9-a905-29225e6bcdfd req-129503ce-49da-41ed-b23d-93460fedd2e4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:00.650970 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e6695d48-333a-4bd9-a905-29225e6bcdfd req-129503ce-49da-41ed-b23d-93460fedd2e4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0502589 Jan 25 21:16:00.698916 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e6695d48-333a-4bd9-a905-29225e6bcdfd req-bea1bcb7-8a4f-42c7-9d65-0472629ad58e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Jan 25 21:16:01.088592 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8673fee-8718-4983-b672-196b1b78e727 req-5c1f679a-a4f1-41c1-b866-f96a7bb528a1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:01.090067 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b8673fee-8718-4983-b672-196b1b78e727 req-5c1f679a-a4f1-41c1-b866-f96a7bb528a1 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 946 time: 0.0467126 Jan 25 21:16:01.136312 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b8673fee-8718-4983-b672-196b1b78e727 req-558c5ddf-b0ee-4389-bc1c-fcbc28da5181 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Jan 25 21:16:01.443055 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9360-85d2-427a-b9a5-5d3efa61d138 req-ca9cedf2-6150-47e1-895d-196fb6779c9e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:01.444509 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c16a9360-85d2-427a-b9a5-5d3efa61d138 req-ca9cedf2-6150-47e1-895d-196fb6779c9e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 945 time: 0.0501738 Jan 25 21:16:01.493936 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c16a9360-85d2-427a-b9a5-5d3efa61d138 req-6453df3f-676b-43a4-8f7b-49feeb3a979e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431387 Jan 25 21:16:01.811710 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd981e-569c-47dc-a917-cc9d129c1fc0 req-b0ac02c2-77cb-4b57-8c23-d2da7020cd96 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:01.813184 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d4bd981e-569c-47dc-a917-cc9d129c1fc0 req-b0ac02c2-77cb-4b57-8c23-d2da7020cd96 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0473723 Jan 25 21:16:01.813384 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:01.860860 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d4bd981e-569c-47dc-a917-cc9d129c1fc0 req-0e789562-40f0-4d96-a9d6-02558c53936a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Jan 25 21:16:01.975980 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:16:02.120853 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:16:02.124816 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:16:02.125193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:02.198740 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:02.199158 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:02.221192 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:16:02.223462 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414cdad-c3ac-43a5-935f-f9b2e5177723" -d '{"events": [{"server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "name": "network-vif-plugged", "status": "completed", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:16:02.238482 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:02.259178 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bd62e2-166e-4432-bdb5-1f7596aaf533 x-openstack-request-id: req-49bd62e2-166e-4432-bdb5-1f7596aaf533 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:16:02.262929 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "name": "network-vif-plugged", "status": "completed", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:16:02.262929 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49bd62e2-166e-4432-bdb5-1f7596aaf533 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:16:02.262929 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'code': 200} Jan 25 21:16:02.315742 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:02.316527 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:16:02.521663 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:02.568546 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: ACTIVE; New status is: DOWN {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:02.569333 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:02.595059 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c192-baef-4cb5-a777-4a4441855c2e req-b8603714-6233-4ecb-96e2-0fb8eeae8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:02.596650 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d127c192-baef-4cb5-a777-4a4441855c2e req-b8603714-6233-4ecb-96e2-0fb8eeae8ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 1099 time: 0.0426345 Jan 25 21:16:02.611395 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:02.620181 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4cd05-cada-41d6-8461-ab25f76dace5 req-b182ccea-5d40-4158-b1c6-4f9f39c66f39 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:02.621856 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-def4cd05-cada-41d6-8461-ab25f76dace5 req-b182ccea-5d40-4158-b1c6-4f9f39c66f39 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0501339 Jan 25 21:16:02.646641 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d127c192-baef-4cb5-a777-4a4441855c2e req-caaf8f02-87da-4d6f-bf41-8c89b15ed726 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430362 Jan 25 21:16:02.669726 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-def4cd05-cada-41d6-8461-ab25f76dace5 req-8354781c-a4fb-4d93-928a-5799f3e64778 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 Jan 25 21:16:02.675290 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:02.723473 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=8']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:02.977981 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac83f1-e9d3-4801-9722-98f15c967e99 req-95401f7c-bad8-4f0e-9801-8512038b4398 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:02.979488 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0eac83f1-e9d3-4801-9722-98f15c967e99 req-95401f7c-bad8-4f0e-9801-8512038b4398 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0499780 Jan 25 21:16:03.031886 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0eac83f1-e9d3-4801-9722-98f15c967e99 req-9361ec5d-d4dd-4a1e-b3b9-d14a7df39c09 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468590 Jan 25 21:16:03.644934 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c71366-6729-4235-834c-c777fdfb9b6d req-f83435b3-d0bd-4329-83c7-7eb53bc66e16 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:03.646396 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-58c71366-6729-4235-834c-c777fdfb9b6d req-f83435b3-d0bd-4329-83c7-7eb53bc66e16 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0478978 Jan 25 21:16:03.696723 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-58c71366-6729-4235-834c-c777fdfb9b6d req-ada83345-ef3b-45b4-b269-f1b1959dfb8f tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Jan 25 21:16:03.782006 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec339e2f-31cc-4987-a2f8-505b282751b5 req-c343d183-8f34-4f40-8b23-b3e44f631c29 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:03.783742 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ec339e2f-31cc-4987-a2f8-505b282751b5 req-c343d183-8f34-4f40-8b23-b3e44f631c29 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0475016 Jan 25 21:16:03.831338 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ec339e2f-31cc-4987-a2f8-505b282751b5 req-34e84c89-140a-461f-88a7-86b3635c5ebc tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Jan 25 21:16:03.902113 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-0fef6ddb-a421-4d5a-a8f5-df0665fd2e85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387659 Jan 25 21:16:04.145414 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e462f4-d476-4d31-b9c5-52de80433d51 req-1e3cbfdc-497f-429f-8af2-5ed36e8f5c82 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:04.147459 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a4e462f4-d476-4d31-b9c5-52de80433d51 req-1e3cbfdc-497f-429f-8af2-5ed36e8f5c82 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0485582 Jan 25 21:16:04.196331 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a4e462f4-d476-4d31-b9c5-52de80433d51 req-5d51c4ec-d8b9-46f1-a0ba-49475bb24dea tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Jan 25 21:16:04.261447 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:16:04.264159 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6987ee6-f226-48bb-8d95-aec00189cf6c" -d '{"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-unplugged", "status": "completed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:16:04.295629 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8fb21a-d6af-4b16-9351-17ed35c678cb x-openstack-request-id: req-1b8fb21a-d6af-4b16-9351-17ed35c678cb {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:16:04.295629 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-unplugged", "status": "failed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7", "code": 422}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:16:04.295629 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b8fb21a-d6af-4b16-9351-17ed35c678cb {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:16:04.295629 dv-cinder-809518-10-iscsi neutron-server[103219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7', 'code': 422} returned with failed status Jan 25 21:16:04.817547 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913292-9a81-43f9-b0ae-832b37321bb0 req-81721a13-fadc-4b31-acb0-47a64a46b013 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:04.819031 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0b913292-9a81-43f9-b0ae-832b37321bb0 req-81721a13-fadc-4b31-acb0-47a64a46b013 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0508399 Jan 25 21:16:04.823950 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:04.865031 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0b913292-9a81-43f9-b0ae-832b37321bb0 req-91c3bcd7-8f6e-4d15-bc96-f66c608ec066 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Jan 25 21:16:04.947253 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b88f2-9f95-4a8f-9478-608a2966728c req-5c3b213d-089f-4063-9323-2211752d5aba tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:04.948718 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ef5b88f2-9f95-4a8f-9478-608a2966728c req-5c3b213d-089f-4063-9323-2211752d5aba tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0460980 Jan 25 21:16:04.997713 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ef5b88f2-9f95-4a8f-9478-608a2966728c req-5cd59adb-e725-4827-9f35-1d7f6373b29e tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Jan 25 21:16:05.105271 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef33c1-eabf-4409-8bea-849d8ef83df0 req-733fe2fb-713a-408a-9ecf-c899608ad4ed tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.106779 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4eef33c1-eabf-4409-8bea-849d8ef83df0 req-733fe2fb-713a-408a-9ecf-c899608ad4ed tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0471137 Jan 25 21:16:05.115380 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40328) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:05.120076 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Request body: {'floatingip': {'port_id': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:16:05.157465 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (a8459fdf-1004-44d5-b46f-3b36ab31499e), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:05.307918 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-e3c6301d-2e8c-485b-a36a-60a396521831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.309501 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-e3c6301d-2e8c-485b-a36a-60a396521831 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f&tenant_id=4e58be78a1f348dbb220cf3db7bd9292 HTTP/1.1" status: 200 len: 1097 time: 0.0421305 Jan 25 21:16:05.374646 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-de9a66c8-0398-4caf-adf9-9649c8d95559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.378530 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-de9a66c8-0398-4caf-adf9-9649c8d95559 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1097 time: 0.0469987 Jan 25 21:16:05.383943 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74329560-8c9f-4cd0-a49a-10b5105aa021 req-acfa27ce-8155-4f19-bfe8-6a2c0e8b4223 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.385490 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-74329560-8c9f-4cd0-a49a-10b5105aa021 req-acfa27ce-8155-4f19-bfe8-6a2c0e8b4223 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.1195166 Jan 25 21:16:05.484432 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-6c17bfd8-083c-4c80-8ab2-6ee0ab2b3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.486707 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-6c17bfd8-083c-4c80-8ab2-6ee0ab2b3a19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.1008079 Jan 25 21:16:05.565112 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-8714d9e0-49ab-4d02-a220-62cd1f9a84a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c9db-0983-4d37-806a-052a888efdb7 HTTP/1.1" status: 200 len: 1000 time: 0.0712526 Jan 25 21:16:05.568257 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-74329560-8c9f-4cd0-a49a-10b5105aa021 req-4c7972d7-f7c6-4e86-b11f-128ee9c51c2b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734202 Jan 25 21:16:05.629346 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-b256de6a-4e84-4eca-8041-7490580bf8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.630921 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-b256de6a-4e84-4eca-8041-7490580bf8ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0577316 Jan 25 21:16:05.679588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-b89a5932-d22b-4f05-a842-a7edf78c3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.681561 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-b89a5932-d22b-4f05-a842-a7edf78c3982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412557 Jan 25 21:16:05.690027 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:05.767364 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (a8459fdf-1004-44d5-b46f-3b36ab31499e), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:05.774331 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-47101ff1-eca8-4580-ae43-a8bd5387814d service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863359 Jan 25 21:16:05.868390 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.l3_db [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Floating IP a8459fdf-1004-44d5-b46f-3b36ab31499e associated. External IP: 172.27.2.122, port: 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12. Jan 25 21:16:05.869452 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2d8efcaa-87ef-41b7-8fde-82dea5efad3f req-37f7978a-e02c-4caa-81c8-476f75f371bd service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887010 Jan 25 21:16:05.994610 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b7fd-a3be-4e8c-8999-a322eb24a67e req-69a49df8-7bd4-473a-a1b1-afa5a91ab6d0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:05.996069 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6fd7b7fd-a3be-4e8c-8999-a322eb24a67e req-69a49df8-7bd4-473a-a1b1-afa5a91ab6d0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0519791 Jan 25 21:16:06.042201 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6fd7b7fd-a3be-4e8c-8999-a322eb24a67e req-d356c979-3f3f-45e0-8e32-8014f4c595ed tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Jan 25 21:16:06.081211 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Router ebccfa6a-b55e-4e49-843e-c248e41a4181 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:16:06.420270 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:16:06.425079 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:06.429589 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] Sync routers for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:16:06.438551 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:16:06.439227 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:06.450354 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d1d3a8e1-df9a-4099-9de6-8a007a829005 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "PUT /v2.0/floatingips/a8459fdf-1004-44d5-b46f-3b36ab31499e HTTP/1.1" status: 200 len: 992 time: 1.3338912 Jan 25 21:16:06.456043 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:16:06.456043 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b25f69-fe57-4e66-a85a-33b35359fade" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:16:06.550151 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e7869c-36e6-438e-ad53-31ad1b4ef35e x-openstack-request-id: req-37e7869c-36e6-438e-ad53-31ad1b4ef35e {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:16:06.550440 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:16:06.550694 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37e7869c-36e6-438e-ad53-31ad1b4ef35e {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:16:06.551139 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'status': 'completed', 'code': 200} Jan 25 21:16:06.552851 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:16:06.682718 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b51b-f78b-41fc-a590-4606c6513a2a req-1040c0bc-3e37-4e88-b353-bf0d70774971 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:06.684086 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6703b51b-f78b-41fc-a590-4606c6513a2a req-1040c0bc-3e37-4e88-b353-bf0d70774971 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0468612 Jan 25 21:16:06.731386 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6703b51b-f78b-41fc-a590-4606c6513a2a req-0846d0c5-b85b-40e1-b952-238047b0689f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417364 Jan 25 21:16:06.772625 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'a8459fdf-1004-44d5-b46f-3b36ab31499e', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'port_id': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'mac_address': 'fa:16:3e:2f:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:15:47Z', 'updated_at': '2022-01-25T21:16:05Z', 'revision_number': 1, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:06.798443 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] Checking router: ebccfa6a-b55e-4e49-843e-c248e41a4181 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:16:06.806721 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:16:06.807319 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:06.893973 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:16:06.929545 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:16:07.068348 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: DOWN; New status is: DOWN {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:07.159378 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5de0d-d792-499d-b354-a4b98332c6cb req-354f861d-8b20-40d8-b243-3a411e00b136 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:07.160805 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3fd5de0d-d792-499d-b354-a4b98332c6cb req-354f861d-8b20-40d8-b243-3a411e00b136 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0488143 Jan 25 21:16:07.182307 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'a8459fdf-1004-44d5-b46f-3b36ab31499e', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'port_id': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'mac_address': 'fa:16:3e:2f:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:15:47Z', 'updated_at': '2022-01-25T21:16:05Z', 'revision_number': 1, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:07.206113 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3fd5de0d-d792-499d-b354-a4b98332c6cb req-0dcd8e3c-4222-4d57-922b-321be288ea98 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Jan 25 21:16:07.208824 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed08c15-e9e0-4495-8fcb-b133295e131e None None] The sync data for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi is: [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'a8459fdf-1004-44d5-b46f-3b36ab31499e', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'port_id': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'mac_address': 'fa:16:3e:2f:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:15:47Z', 'updated_at': '2022-01-25T21:16:05Z', 'revision_number': 1, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:16:07.398939 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86c63a-1118-474f-a976-cf847db2d2af None None] New status for floating IP a8459fdf-1004-44d5-b46f-3b36ab31499e: ACTIVE {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:16:07.841463 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284fdd4-96c2-4ed1-9cb7-7d7e9a2c8484 req-9f855f08-e772-4e5a-904d-9272380f2d39 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:07.842843 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f284fdd4-96c2-4ed1-9cb7-7d7e9a2c8484 req-9f855f08-e772-4e5a-904d-9272380f2d39 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 943 time: 0.0463088 Jan 25 21:16:07.888498 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f284fdd4-96c2-4ed1-9cb7-7d7e9a2c8484 req-3964bb8b-5191-49ee-b897-8f830a78c00b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401261 Jan 25 21:16:08.327926 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164a642-6398-40d8-a9f2-2fd77c0dc884 req-c645e717-e442-4f22-9a46-56c261790905 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:08.329360 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8164a642-6398-40d8-a9f2-2fd77c0dc884 req-c645e717-e442-4f22-9a46-56c261790905 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0489695 Jan 25 21:16:08.373589 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8164a642-6398-40d8-a9f2-2fd77c0dc884 req-bb74d35d-24d0-4bfa-9fe8-e944c1390b51 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Jan 25 21:16:08.636210 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 04295b9d-709a-4cd9-ad30-30d643f552d5 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:16:08.710457 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25f69-fe57-4e66-a85a-33b35359fade req-2de42e63-cc78-44c4-a59f-026198de8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:08.712006 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-64b25f69-fe57-4e66-a85a-33b35359fade req-2de42e63-cc78-44c4-a59f-026198de8aff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 1099 time: 0.0452156 Jan 25 21:16:08.735114 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 04295b9d-709a-4cd9-ad30-30d643f552d5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=04295b9d-709a-4cd9-ad30-30d643f552d5,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:08.747407 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'port_id': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'mac_address': 'fa:16:3e:ed:ed:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:16:08.785834 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 04295b9d-709a-4cd9-ad30-30d643f552d5 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:08.786241 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:08.799854 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04295b9d-709a-4cd9-ad30-30d643f552d5 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:16:08.809235 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-42bcafac-9fe3-4db8-8a71-923770366a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:08.810756 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-42bcafac-9fe3-4db8-8a71-923770366a5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1097 time: 0.0979033 Jan 25 21:16:08.820280 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 04295b9d-709a-4cd9-ad30-30d643f552d5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=04295b9d-709a-4cd9-ad30-30d643f552d5,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:08.852097 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25f69-fe57-4e66-a85a-33b35359fade req-d394408d-209f-4419-baa7-c9049c868662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:08.853560 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-64b25f69-fe57-4e66-a85a-33b35359fade req-d394408d-209f-4419-baa7-c9049c868662 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 911 time: 0.1177971 Jan 25 21:16:08.886918 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:08.945862 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=04295b9d-709a-4cd9-ad30-30d643f552d5,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:08.960854 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-64b25f69-fe57-4e66-a85a-33b35359fade req-fcf6f60b-6d6f-4266-bd99-1bef7631c983 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 HTTP/1.1" status: 200 len: 1002 time: 0.0992565 Jan 25 21:16:08.982023 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-2c21d441-29ba-4172-b447-b44be388aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:08.983398 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-2c21d441-29ba-4172-b447-b44be388aca9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 200 len: 918 time: 0.1524158 Jan 25 21:16:09.007790 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca725de-68f7-44f5-b0d6-da35e7e764df req-c2eeb8cb-2f2c-4d86-86d6-cb33cece963d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:09.009936 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-bca725de-68f7-44f5-b0d6-da35e7e764df req-c2eeb8cb-2f2c-4d86-86d6-cb33cece963d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 944 time: 0.0469496 Jan 25 21:16:09.062987 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-bca725de-68f7-44f5-b0d6-da35e7e764df req-fc99bb0d-3d3b-43ad-9688-00a93c5f34bb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465212 Jan 25 21:16:09.067674 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25f69-fe57-4e66-a85a-33b35359fade req-640f07dc-aa90-44cd-9f5c-9818b3e64fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:09.069196 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-64b25f69-fe57-4e66-a85a-33b35359fade req-640f07dc-aa90-44cd-9f5c-9818b3e64fd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0952387 Jan 25 21:16:09.090303 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-ffcbc9ea-003d-4d89-a519-0e718066226f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c9db-0983-4d37-806a-052a888efdb7 HTTP/1.1" status: 200 len: 1000 time: 0.0882330 Jan 25 21:16:09.149152 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['04295b9d-709a-4cd9-ad30-30d643f552d5'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:16:09.153018 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-0c6a23a5-44f9-4002-bcae-8cc8ef035c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:09.154824 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-0c6a23a5-44f9-4002-bcae-8cc8ef035c5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 200 len: 856 time: 0.0518229 Jan 25 21:16:09.158919 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25f69-fe57-4e66-a85a-33b35359fade req-eb4ed363-dbe7-4779-b24c-df54ee2b1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:09.160766 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-64b25f69-fe57-4e66-a85a-33b35359fade req-eb4ed363-dbe7-4779-b24c-df54ee2b1172 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0843043 Jan 25 21:16:09.312652 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-6715c1a1-b2ae-4357-8fab-661bb7d06784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:09.314174 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-6715c1a1-b2ae-4357-8fab-661bb7d06784 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ea642b5-651a-4d23-9067-cdc60ed4f3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1442578 Jan 25 21:16:09.382410 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-64b25f69-fe57-4e66-a85a-33b35359fade req-8634ca0d-efc9-428a-89e6-b26fbd21f21a service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602049 Jan 25 21:16:09.517204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eff5c-2cec-4010-858d-b26d06f3d952 req-35b508dc-c88b-40f3-aef6-abd6eaaea75e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:09.518945 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3e9eff5c-2cec-4010-858d-b26d06f3d952 req-35b508dc-c88b-40f3-aef6-abd6eaaea75e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0600643 Jan 25 21:16:09.577928 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3e9eff5c-2cec-4010-858d-b26d06f3d952 req-7cd1cd2d-6351-4976-b6fd-7da9a9400322 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520687 Jan 25 21:16:10.177857 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2e6a-67a2-431b-8dfe-0e56637f066a req-7a0e4953-9f53-4ead-a82e-a53dc7e2dfca tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:10.179329 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-320a2e6a-67a2-431b-8dfe-0e56637f066a req-7a0e4953-9f53-4ead-a82e-a53dc7e2dfca tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 944 time: 0.0509114 Jan 25 21:16:10.229266 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-320a2e6a-67a2-431b-8dfe-0e56637f066a req-af2dcaa5-ab17-4d07-9622-9c9a8bd6256e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435390 Jan 25 21:16:10.647821 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 04295b9d-709a-4cd9-ad30-30d643f552d5 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:16:10.704902 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c04eb-5388-4043-b546-d5951a238370 req-9a5367ca-c0d4-4ff4-a56f-7570843d53b0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:10.706549 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2b8c04eb-5388-4043-b546-d5951a238370 req-9a5367ca-c0d4-4ff4-a56f-7570843d53b0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0535998 Jan 25 21:16:10.755397 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 04295b9d-709a-4cd9-ad30-30d643f552d5 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:16:10.755970 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2b8c04eb-5388-4043-b546-d5951a238370 req-fec3938c-db16-4e3f-a97a-958b0a436cef tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Jan 25 21:16:10.762982 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 04295b9d-709a-4cd9-ad30-30d643f552d5 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:16:10.763448 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:10.846486 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 04295b9d-709a-4cd9-ad30-30d643f552d5 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:10.846916 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:10.873195 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:16:10.875462 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6619509-4697-463d-9563-9981db2f1126" -d '{"events": [{"server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "name": "network-vif-plugged", "status": "completed", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:16:10.889266 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 04295b9d-709a-4cd9-ad30-30d643f552d5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=04295b9d-709a-4cd9-ad30-30d643f552d5,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:10.916193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c6c4f-4b3c-47ac-952c-2e237d110432 x-openstack-request-id: req-141c6c4f-4b3c-47ac-952c-2e237d110432 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:16:10.916193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "name": "network-vif-plugged", "status": "completed", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:16:10.916193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-141c6c4f-4b3c-47ac-952c-2e237d110432 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:16:10.916193 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'code': 200} Jan 25 21:16:10.944387 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:10.995903 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=04295b9d-709a-4cd9-ad30-30d643f552d5,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:11.351309 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ffdda-11a9-4beb-97f9-e68991322e5c req-f9a7c8e6-fc70-4234-bbd4-2300d291c010 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:11.353467 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e75ffdda-11a9-4beb-97f9-e68991322e5c req-f9a7c8e6-fc70-4234-bbd4-2300d291c010 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0525270 Jan 25 21:16:11.402906 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e75ffdda-11a9-4beb-97f9-e68991322e5c req-d00c3273-4fd7-466a-8829-3555a2ab190e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Jan 25 21:16:11.885120 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6efbe6-30fb-4f55-b348-46beefaf3905 req-07f67a91-d1e4-4371-8657-de7ebbd66093 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:11.886606 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d6efbe6-30fb-4f55-b348-46beefaf3905 req-07f67a91-d1e4-4371-8657-de7ebbd66093 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0538318 Jan 25 21:16:11.931276 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d6efbe6-30fb-4f55-b348-46beefaf3905 req-25e7df15-4a3f-481e-a9db-c57be12707eb tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392168 Jan 25 21:16:12.522930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55ada-05b0-4b6d-8554-edb6e596b124 req-3dbee891-dd95-4be8-ad7a-e387a942220e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:12.524645 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c2a55ada-05b0-4b6d-8554-edb6e596b124 req-3dbee891-dd95-4be8-ad7a-e387a942220e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0541928 Jan 25 21:16:12.578497 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c2a55ada-05b0-4b6d-8554-edb6e596b124 req-65135f3c-a6ca-422b-a61f-0ca80ff6cd46 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481515 Jan 25 21:16:13.051554 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4678ca4-3186-46a9-b229-222836e2d871 req-c60d81e1-4525-4290-832c-b04d69b0ce76 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:13.052947 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e4678ca4-3186-46a9-b229-222836e2d871 req-c60d81e1-4525-4290-832c-b04d69b0ce76 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0492506 Jan 25 21:16:13.099021 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e4678ca4-3186-46a9-b229-222836e2d871 req-f44f9ac7-fa66-4033-aeff-46afc0c31c75 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Jan 25 21:16:13.701546 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4dde2-53e8-46c7-9733-9bc71bb8bde8 req-2d2c0571-d04f-4ae8-814e-b8ad9d73daf6 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:13.702998 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ba4dde2-53e8-46c7-9733-9bc71bb8bde8 req-2d2c0571-d04f-4ae8-814e-b8ad9d73daf6 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0497999 Jan 25 21:16:13.757157 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ba4dde2-53e8-46c7-9733-9bc71bb8bde8 req-fc58df9a-92be-48e5-b4d6-83581f40da67 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482404 Jan 25 21:16:14.225374 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6eab-50df-4e27-bfd6-0226fcbbfe33 req-762be4c8-7dac-4974-ae86-eb642b1f01c0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:14.227443 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e23b6eab-50df-4e27-bfd6-0226fcbbfe33 req-762be4c8-7dac-4974-ae86-eb642b1f01c0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0520604 Jan 25 21:16:14.275612 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e23b6eab-50df-4e27-bfd6-0226fcbbfe33 req-2a7df2aa-d9f8-4139-8096-96ce8c016f40 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427577 Jan 25 21:16:14.906952 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97461145-3ad9-4023-8f05-3d237b46cfd5 req-212ee0ea-5e80-4287-86d8-e0ea38994fda tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:14.908832 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-97461145-3ad9-4023-8f05-3d237b46cfd5 req-212ee0ea-5e80-4287-86d8-e0ea38994fda tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0569243 Jan 25 21:16:14.958553 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-97461145-3ad9-4023-8f05-3d237b46cfd5 req-53f7f2a8-cfd2-4803-aa7b-74b4adefd364 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Jan 25 21:16:15.411552 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42578f-7413-48d5-ad5a-4ec4d7ad1005 req-3698572d-ca36-4744-9382-6227e1b856b6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:15.413204 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea42578f-7413-48d5-ad5a-4ec4d7ad1005 req-3698572d-ca36-4744-9382-6227e1b856b6 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0539584 Jan 25 21:16:15.477081 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea42578f-7413-48d5-ad5a-4ec4d7ad1005 req-55a8062c-db36-4673-805d-852aad8d14a5 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555186 Jan 25 21:16:16.078233 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64706-4f4f-4525-a3e4-d011e95a36ed req-63364a3d-e5b6-4a83-91fd-718c1337eb98 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:16.079815 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f4d64706-4f4f-4525-a3e4-d011e95a36ed req-63364a3d-e5b6-4a83-91fd-718c1337eb98 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0512779 Jan 25 21:16:16.130186 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f4d64706-4f4f-4525-a3e4-d011e95a36ed req-56d9d407-8849-493c-b480-351d848f4d6a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Jan 25 21:16:16.617962 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e12032-2c38-4dff-ab5c-9bdbcd9829cc req-e884dbd4-8ce2-41ce-81b1-8d9199829bde tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:16.619519 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-99e12032-2c38-4dff-ab5c-9bdbcd9829cc req-e884dbd4-8ce2-41ce-81b1-8d9199829bde tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0589998 Jan 25 21:16:16.687838 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-99e12032-2c38-4dff-ab5c-9bdbcd9829cc req-28e7f376-9935-4e8f-b4c9-a4abbdb2d086 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625889 Jan 25 21:16:17.247539 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6cce-74c6-406b-9f5d-19fd5889fd22 req-6bef211d-7b11-420e-9660-012114250a49 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:17.249119 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0bfe6cce-74c6-406b-9f5d-19fd5889fd22 req-6bef211d-7b11-420e-9660-012114250a49 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0492640 Jan 25 21:16:17.304481 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0bfe6cce-74c6-406b-9f5d-19fd5889fd22 req-c500443a-9c80-4559-accc-d07bde4390ae tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492637 Jan 25 21:16:17.818601 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822f534-fa39-4b3e-86ab-cfae57de6bfa req-af1eb32b-13a9-4a1e-a0ef-798824155e35 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:17.820074 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7822f534-fa39-4b3e-86ab-cfae57de6bfa req-af1eb32b-13a9-4a1e-a0ef-798824155e35 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0494173 Jan 25 21:16:17.887825 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7822f534-fa39-4b3e-86ab-cfae57de6bfa req-873e3edc-a5db-4113-82f1-7eecdb72227b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615308 Jan 25 21:16:18.436645 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6dd1b-7f76-4283-9300-2ff65db7e3c0 req-f77d099b-1b06-43b8-a781-bf1fab2e5c46 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:18.438153 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-aac6dd1b-7f76-4283-9300-2ff65db7e3c0 req-f77d099b-1b06-43b8-a781-bf1fab2e5c46 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0645108 Jan 25 21:16:18.488430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-aac6dd1b-7f76-4283-9300-2ff65db7e3c0 req-01156372-b798-4d9e-a650-a98be4b6bf4f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445514 Jan 25 21:16:19.278528 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81ef46-070e-46b6-bcd7-ca852c386f39 req-ea0675d5-30ae-4492-959e-98b2d3a591b7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:19.280184 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9d81ef46-070e-46b6-bcd7-ca852c386f39 req-ea0675d5-30ae-4492-959e-98b2d3a591b7 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0590942 Jan 25 21:16:19.337000 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9d81ef46-070e-46b6-bcd7-ca852c386f39 req-115b1c6a-2827-4f6f-8d94-45efbf716cb0 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502026 Jan 25 21:16:19.551223 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5511e-ca94-4bfb-bdd3-7b66f468dcdd req-543bdf7a-672e-4bf3-94f8-bd7d66ca2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:19.553011 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8de5511e-ca94-4bfb-bdd3-7b66f468dcdd req-543bdf7a-672e-4bf3-94f8-bd7d66ca2af6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0414896 Jan 25 21:16:19.553449 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-64b25f69-fe57-4e66-a85a-33b35359fade req-a42534d8-c02a-4918-a156-82b9e810fa40 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310987 Jan 25 21:16:19.556049 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-1287cd0f-d2f0-4ba0-b977-fc09b5abba84 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254434 Jan 25 21:16:19.615154 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8de5511e-ca94-4bfb-bdd3-7b66f468dcdd req-01c6741d-69cb-45cb-9c24-12a08052c0a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436020 Jan 25 21:16:19.667585 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e71a7-f5e2-4d40-b142-7c7f748959e5 req-cd99dcb4-df82-4ac1-9886-cb8c5b29b96b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:19.669062 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-606e71a7-f5e2-4d40-b142-7c7f748959e5 req-cd99dcb4-df82-4ac1-9886-cb8c5b29b96b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.1059842 Jan 25 21:16:19.709415 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-32cdff31-7928-40bb-b338-ff5f98ad73c9 req-77bd26ce-d412-45d6-9891-d64a6033eb17 service neutron] 10.222.0.24 "GET /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205082 Jan 25 21:16:19.733241 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-606e71a7-f5e2-4d40-b142-7c7f748959e5 req-543fbf8a-484b-4eee-9db4-457b5572498e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585039 Jan 25 21:16:20.458170 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fa5b9-13e4-46c6-b8c2-b5daa8f549f7 req-a6653452-2e11-4895-bb0e-177fd8f8e24a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:20.459619 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b44fa5b9-13e4-46c6-b8c2-b5daa8f549f7 req-a6653452-2e11-4895-bb0e-177fd8f8e24a tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 944 time: 0.0486417 Jan 25 21:16:20.509238 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b44fa5b9-13e4-46c6-b8c2-b5daa8f549f7 req-bebc9807-1410-417b-a9ec-8f3f4896f827 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Jan 25 21:16:20.736354 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:16:20.831459 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:20.842284 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'a486c9db-0983-4d37-806a-052a888efdb7', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'port_id': 'a486c9db-0983-4d37-806a-052a888efdb7', 'mac_address': 'fa:16:3e:8f:cb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:16:20.849453 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed1be-76e7-4fb6-a749-22f66fbf7b40 req-9e1a1f2f-b1e2-47e7-8b5a-0f349bc8d06c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:20.850965 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2aeed1be-76e7-4fb6-a749-22f66fbf7b40 req-9e1a1f2f-b1e2-47e7-8b5a-0f349bc8d06c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0471890 Jan 25 21:16:20.879745 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:20.888828 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:20.892607 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a486c9db-0983-4d37-806a-052a888efdb7 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:16:20.898744 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2aeed1be-76e7-4fb6-a749-22f66fbf7b40 req-167e3a94-04de-4e7b-a473-63db94a74377 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Jan 25 21:16:20.912373 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:21.017544 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:21.064169 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=9']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:21.268120 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['a486c9db-0983-4d37-806a-052a888efdb7'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:16:21.630827 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d058-8e5b-48a4-b73d-3bb050398a73 req-53a4f63f-63e9-47fe-baeb-b185f3dda59b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:21.632261 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a772d058-8e5b-48a4-b73d-3bb050398a73 req-53a4f63f-63e9-47fe-baeb-b185f3dda59b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 945 time: 0.0478129 Jan 25 21:16:21.681009 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a772d058-8e5b-48a4-b73d-3bb050398a73 req-6e912476-6553-477d-9ddd-3f220b8dedc9 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Jan 25 21:16:21.832562 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f602206-fd63-4a2a-921d-cd290f424328 req-3170fd2e-e21b-4c62-97b6-43e7a5c2a45e tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:21.833949 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8f602206-fd63-4a2a-921d-cd290f424328 req-3170fd2e-e21b-4c62-97b6-43e7a5c2a45e tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 946 time: 0.0467973 Jan 25 21:16:21.878502 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8f602206-fd63-4a2a-921d-cd290f424328 req-7c25441b-cf83-4f69-9011-3404f52037fb tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Jan 25 21:16:22.014865 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f022915-2408-40da-9f18-149028e4a40e req-fc3a023a-740f-493b-98be-720e839241a5 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:22.016302 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3f022915-2408-40da-9f18-149028e4a40e req-fc3a023a-740f-493b-98be-720e839241a5 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0495944 Jan 25 21:16:22.062914 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3f022915-2408-40da-9f18-149028e4a40e req-ac1f7e2e-fdc2-45df-9c8b-6717ad98ed91 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Jan 25 21:16:22.176372 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a3ef1-afbe-42aa-8fea-17749369f1b9 req-63afc45e-3d99-4b63-a4b1-83ebbec2e6cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:22.177818 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-181a3ef1-afbe-42aa-8fea-17749369f1b9 req-63afc45e-3d99-4b63-a4b1-83ebbec2e6cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Jan 25 21:16:22.223471 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-181a3ef1-afbe-42aa-8fea-17749369f1b9 req-c5ae1835-a274-43c3-abbe-e4ae8363cacd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402634 Jan 25 21:16:22.247078 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40488) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:22.325967 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7329c51-1a0a-4887-8d13-4a109e5265f0 tempest-TestVolumeBootPattern-140042957 tempest-TestVolumeBootPattern-140042957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:22.327522 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f7329c51-1a0a-4887-8d13-4a109e5265f0 tempest-TestVolumeBootPattern-140042957 tempest-TestVolumeBootPattern-140042957-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 1093 time: 0.0794482 Jan 25 21:16:22.330470 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40492) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:22.334722 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'port_id': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:16:22.458366 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:22.556163 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:22.656440 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Allocated IP 172.27.2.213 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:16:22.759569 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:16:22.796331 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:22.807067 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port a486c9db-0983-4d37-806a-052a888efdb7 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:16:22.807444 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (a486c9db-0983-4d37-806a-052a888efdb7), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:22.830564 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea6da-be9a-44d9-8828-2f0a7a2a15a8 req-cda55765-aec4-4c1e-abab-a566d7f5acb8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:22.832035 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3e8ea6da-be9a-44d9-8828-2f0a7a2a15a8 req-cda55765-aec4-4c1e-abab-a566d7f5acb8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 945 time: 0.0750401 Jan 25 21:16:22.881247 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3e8ea6da-be9a-44d9-8828-2f0a7a2a15a8 req-d148dac2-670e-447c-848f-1590b5796332 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434892 Jan 25 21:16:22.885307 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port a486c9db-0983-4d37-806a-052a888efdb7 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:22.885776 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:22.909387 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:16:22.911775 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543e6398-59b9-4785-ae23-6256f515f01c" -d '{"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-plugged", "status": "completed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:16:22.922314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:22.924155 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:22.948543 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d359ea9b-c700-4064-b743-da3e29604d60 x-openstack-request-id: req-d359ea9b-c700-4064-b743-da3e29604d60 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:16:22.949115 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-plugged", "status": "completed", "tag": "a486c9db-0983-4d37-806a-052a888efdb7", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:16:22.949939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d359ea9b-c700-4064-b743-da3e29604d60 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:16:22.950375 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7', 'code': 200} Jan 25 21:16:22.965049 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:16:22.967924 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:16:22.973589 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:16:22.979456 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:22.995277 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:23.007127 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.007482 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.009736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.009736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.009736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.009736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.009736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.009736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.009736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.010428 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.010428 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.010734 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.011054 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.030693 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:16:23.048598 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6ad2b-ca20-4652-b976-e8731624aa09 req-233abcdb-b9cd-479e-836d-ba318d885e1f tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:23.050221 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f5c6ad2b-ca20-4652-b976-e8731624aa09 req-233abcdb-b9cd-479e-836d-ba318d885e1f tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 946 time: 0.0838189 Jan 25 21:16:23.058560 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=10']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:23.067881 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.068443 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.068773 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.069143 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.069923 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.069923 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.070207 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.070488 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.070843 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.071173 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.071504 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.071828 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.072167 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:23.098681 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f5c6ad2b-ca20-4652-b976-e8731624aa09 req-68b42e71-1283-4414-9d36-f6c5438de9df tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Jan 25 21:16:23.375166 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5501-c3da-468f-952e-87d25cba6155 req-148ff6d6-f8f0-4919-bbe8-4b5bd91f64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:23.376653 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4f5501-c3da-468f-952e-87d25cba6155 req-148ff6d6-f8f0-4919-bbe8-4b5bd91f64cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 1100 time: 0.0879428 Jan 25 21:16:23.380492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (4fdbad29-b60a-47eb-9f77-62f24faab527), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:23.451383 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ea4f5501-c3da-468f-952e-87d25cba6155 req-9db33d86-5459-43de-ae0d-8353f025a773 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524621 Jan 25 21:16:23.585618 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:23.728978 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:23.791024 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-67b0b42f-8d71-4b89-b8dd-d0c864aa73c3 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:23.792483 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-67b0b42f-8d71-4b89-b8dd-d0c864aa73c3 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 946 time: 0.0473957 Jan 25 21:16:23.806488 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:23.924318 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:23.937481 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (4fdbad29-b60a-47eb-9f77-62f24faab527), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:24.003084 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf640-1d05-40a4-aa51-5fc637797d59 req-e6935504-43bf-45e1-8afe-aa05b1f9b72c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:24.003295 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Deleting port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:16:24.003501 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:24.004494 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-34ecf640-1d05-40a4-aa51-5fc637797d59 req-e6935504-43bf-45e1-8afe-aa05b1f9b72c tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 947 time: 0.0469015 Jan 25 21:16:24.053728 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-34ecf640-1d05-40a4-aa51-5fc637797d59 req-c1428fc1-3bea-48f5-8422-4c5f8697c182 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Jan 25 21:16:24.101049 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Floating IP 4fdbad29-b60a-47eb-9f77-62f24faab527 associated. External IP: 172.27.2.213, port: 04295b9d-709a-4cd9-ad30-30d643f552d5. Jan 25 21:16:24.169280 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] For port aaf635da-8b95-4d30-aa01-ac2a06d30cd6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,segment=NetworkSegment(ab1c7e0e-a8f6-4c58-9662-168828bfc1ec),segment_id=ab1c7e0e-a8f6-4c58-9662-168828bfc1ec)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:24.169650 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:24.234554 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Calling delete_port for aaf635da-8b95-4d30-aa01-ac2a06d30cd6 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:16:24.312640 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc16f3-8e87-474f-a55d-8dfb9608b4c1 req-ef98167f-854b-4914-be27-1e6539c0ed70 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:24.314072 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-aedc16f3-8e87-474f-a55d-8dfb9608b4c1 req-ef98167f-854b-4914-be27-1e6539c0ed70 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 946 time: 0.1418560 Jan 25 21:16:24.473398 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-aedc16f3-8e87-474f-a55d-8dfb9608b4c1 req-0fa35a13-d534-472d-914c-eba7e6e30961 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/security-groups?id=cecab9c4-0572-405c-b4c8-33a5c8dd86f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256993 Jan 25 21:16:24.509233 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:16:24.564151 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (aaf635da-8b95-4d30-aa01-ac2a06d30cd6), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:24.579233 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['aaf635da-8b95-4d30-aa01-ac2a06d30cd6'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:16:24.648759 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Pushing event deleted for resources: {'Port': ['ID=aaf635da-8b95-4d30-aa01-ac2a06d30cd6,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:24.691593 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] No DVR routers for this DVR port aaf635da-8b95-4d30-aa01-ac2a06d30cd6 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:16:24.694315 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:24.697961 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e72d9b28-25db-4a2a-986e-ba30bf57f819 req-afe14200-4e6b-4e0d-a5b6-896d486c81b2 tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.24 "DELETE /v2.0/ports/aaf635da-8b95-4d30-aa01-ac2a06d30cd6 HTTP/1.1" status: 204 len: 173 time: 0.8993039 Jan 25 21:16:24.699756 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'name': 'network-vif-deleted', 'tag': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:16:24.702880 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff87f746-dd72-4c1d-a1fd-5058413db6d7" -d '{"events": [{"server_uuid": "af2c0356-66e3-49f2-b671-124baf82d0f0", "name": "network-vif-deleted", "tag": "aaf635da-8b95-4d30-aa01-ac2a06d30cd6"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:16:24.706518 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:16:24.716690 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:16:24.730359 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:16:24.731777 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:24.747846 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf107d3-709b-4af6-bc6a-d7526e118b1a x-openstack-request-id: req-1bf107d3-709b-4af6-bc6a-d7526e118b1a {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:16:24.748321 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2c0356-66e3-49f2-b671-124baf82d0f0", "name": "network-vif-deleted", "tag": "aaf635da-8b95-4d30-aa01-ac2a06d30cd6", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:16:24.748416 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bf107d3-709b-4af6-bc6a-d7526e118b1a {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:16:24.748810 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c0356-66e3-49f2-b671-124baf82d0f0', 'name': 'network-vif-deleted', 'tag': 'aaf635da-8b95-4d30-aa01-ac2a06d30cd6', 'status': 'completed', 'code': 200} Jan 25 21:16:24.793092 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:24.824674 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-e1c2f422-e77c-4dee-9001-4acdbea49bef tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4930687 Jan 25 21:16:24.979370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:16:25.173148 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1cc53-3fe7-49fc-a8a8-436d2d6c06e6 req-fbba6887-c942-4a97-8538-f6c92a3c26cd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:25.174659 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-74a1cc53-3fe7-49fc-a8a8-436d2d6c06e6 req-fbba6887-c942-4a97-8538-f6c92a3c26cd tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 947 time: 0.0479918 Jan 25 21:16:25.211891 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '4fdbad29-b60a-47eb-9f77-62f24faab527', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:ed:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:16:23Z', 'updated_at': '2022-01-25T21:16:23Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:25.226691 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-74a1cc53-3fe7-49fc-a8a8-436d2d6c06e6 req-de39da8e-f6ca-4ce3-ab4b-fea8aad8060e tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465047 Jan 25 21:16:25.244287 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:16:25.250260 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:16:25.250878 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:15:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:25.355515 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:16:25.580926 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-15fa12cd-6039-4971-a4fd-a64178b141c5 req-03d8f9a9-12b6-4c63-9f97-78c8f280ad3b tempest-VolumesSnapshotTestJSON-1661462035 tempest-VolumesSnapshotTestJSON-1661462035-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2c0356-66e3-49f2-b671-124baf82d0f0 HTTP/1.1" status: 200 len: 210 time: 0.0260746 Jan 25 21:16:25.588933 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '4fdbad29-b60a-47eb-9f77-62f24faab527', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:ed:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:16:23Z', 'updated_at': '2022-01-25T21:16:23Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:25.620408 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378f39b-76b5-4621-b619-a9e2dc1a946a None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '4fdbad29-b60a-47eb-9f77-62f24faab527', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:ed:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:16:23Z', 'updated_at': '2022-01-25T21:16:23Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:16:25.675676 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e2d4-1e77-425b-863a-233961802088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:25.873059 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e071c01-5160-4fe7-bf9a-0d8ce678c5c5 None None] New status for floating IP 4fdbad29-b60a-47eb-9f77-62f24faab527: ACTIVE {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:16:26.343028 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4df269-46c5-4f08-a356-be13f9acb77b req-39ac34bc-166d-4577-92d0-e0a779bf198d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:26.344463 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe4df269-46c5-4f08-a356-be13f9acb77b req-39ac34bc-166d-4577-92d0-e0a779bf198d tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 947 time: 0.0465503 Jan 25 21:16:26.388101 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fe4df269-46c5-4f08-a356-be13f9acb77b req-7348b85b-cecc-4215-8775-3143c351b3c8 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382419 Jan 25 21:16:26.749812 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:16:26.752105 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:16:26.786732 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc70e7-1c46-488d-a671-b23404537c5e x-openstack-request-id: req-69bc70e7-1c46-488d-a671-b23404537c5e {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:16:26.787032 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:16:26.787294 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69bc70e7-1c46-488d-a671-b23404537c5e {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:16:26.787699 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'status': 'completed', 'code': 200} Jan 25 21:16:26.804836 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device aaf635da-8b95-4d30-aa01-ac2a06d30cd6 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:16:26.824846 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: aaf635da-8b95-4d30-aa01-ac2a06d30cd6 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:16:26.825201 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device aaf635da-8b95-4d30-aa01-ac2a06d30cd6 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:16:26.848974 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-732abc21-a572-42ab-830e-cf829e360aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:26.850491 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-732abc21-a572-42ab-830e-cf829e360aec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0406001 Jan 25 21:16:26.944804 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-574dfc73-a91a-4f39-831e-3b20724e509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:26.946463 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-574dfc73-a91a-4f39-831e-3b20724e509f service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0883064 Jan 25 21:16:27.019254 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-7564ac7a-19ad-4451-9d97-ab0bf4ce0c3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04295b9d-709a-4cd9-ad30-30d643f552d5 HTTP/1.1" status: 200 len: 1001 time: 0.0652902 Jan 25 21:16:27.097108 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-5b6a6a7a-41f7-4298-801b-fc7062217ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:27.098620 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-5b6a6a7a-41f7-4298-801b-fc7062217ae3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0471504 Jan 25 21:16:27.143754 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-52012f84-ab80-42fb-90d6-ab93166b3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:27.145193 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-52012f84-ab80-42fb-90d6-ab93166b3b1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393748 Jan 25 21:16:27.234770 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-601c3c1b-f6d9-4c1c-88bb-145800487848 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Jan 25 21:16:27.326137 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2a9f2f22-e1f8-4d7e-8f17-facdc09a4ff4 req-09b88847-5d10-494d-a3ff-3944caeb68a9 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850074 Jan 25 21:16:27.892193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f88140b0-7fa1-48ee-a676-beaab4b75ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:29.125352 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:30.520644 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:31.805102 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:34.823643 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:52.576105 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40734) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:52.619329 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] Deleting subnet 0f70a703-09e0-4fc8-a72d-43eec3d56b4e {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:16:52.622367 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] Publish callbacks [] for subnet (0f70a703-09e0-4fc8-a72d-43eec3d56b4e), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:52.655290 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (0f70a703-09e0-4fc8-a72d-43eec3d56b4e), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:52.696975 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (0f70a703-09e0-4fc8-a72d-43eec3d56b4e), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:52.833475 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (0f70a703-09e0-4fc8-a72d-43eec3d56b4e), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:52.856710 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f70a703-09e0-4fc8-a72d-43eec3d56b4e,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:52.863083 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:52.867956 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-381552ea-8c33-4fdd-8085-a7c900ebf6c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f70a703-09e0-4fc8-a72d-43eec3d56b4e HTTP/1.1" status: 204 len: 168 time: 0.2890871 Jan 25 21:16:52.868811 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40736) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:52.933817 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (81743e9a-d558-41e8-b003-3393fa43a897), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.014499 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (81743e9a-d558-41e8-b003-3393fa43a897), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.034354 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81743e9a-d558-41e8-b003-3393fa43a897']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:53.043363 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:53.043665 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1c7e0e-a8f6-4c58-9662-168828bfc1ec') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:53.053278 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (ab1c7e0e-a8f6-4c58-9662-168828bfc1ec), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.065849 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (ab1c7e0e-a8f6-4c58-9662-168828bfc1ec), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.071681 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:16:53.072102 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (ab1c7e0e-a8f6-4c58-9662-168828bfc1ec), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:16:53.073681 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:16:53.210711 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (81743e9a-d558-41e8-b003-3393fa43a897), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.216354 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.219637 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/81743e9a-d558-41e8-b003-3393fa43a897 HTTP/1.1" status: 204 len: 168 time: 0.3498933 Jan 25 21:16:53.233025 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa549a-1c1b-45e5-9d87-7d114b0dafe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=81743e9a-d558-41e8-b003-3393fa43a897,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:53.702905 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40742) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:53.740528 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-257f5f63-cfd7-452a-89ca-1045035c77e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c8bef1377c9402cbded309da81c3fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365114 Jan 25 21:16:53.742925 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40744) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:53.787467 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5046edd2-2fa6-4efb-8515-a0ffe999d280 admin admin] Publish callbacks [] for security_group (cecab9c4-0572-405c-b4c8-33a5c8dd86f4), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.807188 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5046edd2-2fa6-4efb-8515-a0ffe999d280 admin admin] Publish callbacks [] for security_group (cecab9c4-0572-405c-b4c8-33a5c8dd86f4), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.935894 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5046edd2-2fa6-4efb-8515-a0ffe999d280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (cecab9c4-0572-405c-b4c8-33a5c8dd86f4), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.938429 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5046edd2-2fa6-4efb-8515-a0ffe999d280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:53.940239 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5046edd2-2fa6-4efb-8515-a0ffe999d280 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cecab9c4-0572-405c-b4c8-33a5c8dd86f4 HTTP/1.1" status: 204 len: 168 time: 0.1964417 Jan 25 21:16:53.947779 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046edd2-2fa6-4efb-8515-a0ffe999d280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecab9c4-0572-405c-b4c8-33a5c8dd86f4,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:54.922280 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40780) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:55.015867 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1855133822-network', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:16:55.126923 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Made reservation on behalf of 053092731f6547e28a2c5ce1c800ac42 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:16:55.129312 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.137501 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.208072 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks [] for security_group (88e1daa0-b7f9-4570-9080-a0030ce4550a), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.309367 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (88e1daa0-b7f9-4570-9080-a0030ce4550a), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.335632 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:16:55.341611 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e1daa0-b7f9-4570-9080-a0030ce4550a,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:55.349865 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (2f4dab91-692a-4173-a768-afa8e9f37216), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.350207 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Added segment 2f4dab91-692a-4173-a768-afa8e9f37216 of type vlan for network 61aa050f-a452-4cd3-9ce4-0977a4b242ae Jan 25 21:16:55.359533 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.359877 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.360213 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.360543 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.360867 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.361187 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.361508 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.361853 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.362176 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.362492 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.362809 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.363122 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.363432 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:16:55.404186 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (61aa050f-a452-4cd3-9ce4-0977a4b242ae), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.507275 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (61aa050f-a452-4cd3-9ce4-0977a4b242ae), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.508269 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:55.508868 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.565815 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] Pushing event updated for resources: {'Network': ['ID=61aa050f-a452-4cd3-9ce4-0977a4b242ae,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:55.575267 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:16:55.607356 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a3e9db80-11ae-4e8c-89b4-bf8403ec63a4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6839948 Jan 25 21:16:55.610312 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40784) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:55.615565 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Request body: {'subnet': {'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1855133822-subnet', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:16:55.634106 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6cc7-c230-4494-afb9-94d982d2a91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.707508 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Made reservation on behalf of 053092731f6547e28a2c5ce1c800ac42 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:16:55.709971 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63009073'] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.937979 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62979913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63009031'] for subnet (1735e5a8-2121-496b-9067-be838dd39341), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:55.994772 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1735e5a8-2121-496b-9067-be838dd39341,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:56.004986 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Checking segment: {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:16:56.005344 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Network hostable DHCP agents. Network: 61aa050f-a452-4cd3-9ce4-0977a4b242ae, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:16:56.097704 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:16:56.189445 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, 61aa050f-a452-4cd3-9ce4-0977a4b242ae) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:16:56.194056 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:16:56.194737 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.197990 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08fa8e-e87b-4d6b-ad39-8bb09ae293c1 None None] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:16:56.286765 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-00e3135f-bfff-41d0-b8f9-5b48bf81a77b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6724484 Jan 25 21:16:56.287573 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40796) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:56.292151 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:16:56.296370 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:16:56.297511 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.394188 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.395374 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.440105 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Allocated IP 172.20.0.2 (61aa050f-a452-4cd3-9ce4-0977a4b242ae/1735e5a8-2121-496b-9067-be838dd39341/85ce1681-5088-4070-a55d-549d551bef80) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:16:56.447391 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks [] for router_controller (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), precommit_add_association {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.584102 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Publish callbacks [] for port (85ce1681-5088-4070-a55d-549d551bef80), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.658524 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (85ce1681-5088-4070-a55d-549d551bef80), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.697960 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:16:56.700574 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:16:56.703082 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:16:56.707887 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks [] for router_gateway (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.715066 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Pushing event updated for resources: {'Port': ['ID=85ce1681-5088-4070-a55d-549d551bef80,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:56.764442 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Attempting to bind port 85ce1681-5088-4070-a55d-549d551bef80 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:16:56.764825 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Attempting to bind port 85ce1681-5088-4070-a55d-549d551bef80 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:16:56.765258 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Attempting to bind port 85ce1681-5088-4070-a55d-549d551bef80 on network 61aa050f-a452-4cd3-9ce4-0977a4b242ae {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:16:56.770856 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:16:56.771235 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Checking segment: {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:16:56.771638 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.772030 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Bound using segment: {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:16:56.772496 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Bound port: 85ce1681-5088-4070-a55d-549d551bef80, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:16:56.772880 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (85ce1681-5088-4070-a55d-549d551bef80), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.837134 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] For port 85ce1681-5088-4070-a55d-549d551bef80, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:16:56.840220 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] For port 85ce1681-5088-4070-a55d-549d551bef80, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=85ce1681-5088-4070-a55d-549d551bef80,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:16:56.932793 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (85ce1681-5088-4070-a55d-549d551bef80), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.959992 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks [] for router_gateway (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.986907 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:56.992132 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced76b9b-a222-49e8-a7e6-dad3e25d52f6 None None] Pushing event updated for resources: {'Port': ['ID=85ce1681-5088-4070-a55d-549d551bef80,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:57.094727 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Allocated IP 172.27.2.81 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/5c451ba6-c22e-4209-b23e-4717b6ef1f6e) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:16:57.223676 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks [] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:57.361878 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:57.400351 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:16:57.405209 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:16:57.410269 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:16:57.416606 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Pushing event updated for resources: {'Port': ['ID=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:57.728441 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks [] for router_gateway (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:57.737897 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7787b14c-49e0-40ae-8456-f14377cb76d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:57.875929 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f150aa8-4a5f-48b9-8719-f9267f1308ea None None] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:16:57.922017 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:57.949275 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-8fdae554-cce8-4643-8721-a558ff9fd300 None None] Provisioning complete for port 85ce1681-5088-4070-a55d-549d551bef80 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:16:57.949647 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8fdae554-cce8-4643-8721-a558ff9fd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (85ce1681-5088-4070-a55d-549d551bef80), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:58.057694 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-8fdae554-cce8-4643-8721-a558ff9fd300 None None] Current status of the port 85ce1681-5088-4070-a55d-549d551bef80 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:58.059219 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8fdae554-cce8-4643-8721-a558ff9fd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (85ce1681-5088-4070-a55d-549d551bef80), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:58.096189 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-8fdae554-cce8-4643-8721-a558ff9fd300 None None] For port 85ce1681-5088-4070-a55d-549d551bef80, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=85ce1681-5088-4070-a55d-549d551bef80,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:16:58.113569 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:16:58.176350 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8fdae554-cce8-4643-8721-a558ff9fd300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (85ce1681-5088-4070-a55d-549d551bef80), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:58.220332 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:16:58.224914 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdae554-cce8-4643-8721-a558ff9fd300 None None] Pushing event updated for resources: {'Port': ['ID=85ce1681-5088-4070-a55d-549d551bef80,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:58.229510 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Sync routers for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:16:58.239300 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:16:58.239914 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:58.303977 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:58.305147 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-4ad0da62-ebf8-489a-adf3-97cc93c3f81a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0166380 Jan 25 21:16:58.307819 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40802) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:16:58.473015 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-b07adc39-253e-4dc9-aa63-1c8b3c01cd1f None None] Provisioning complete for port 85ce1681-5088-4070-a55d-549d551bef80 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:16:58.473456 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b07adc39-253e-4dc9-aa63-1c8b3c01cd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (85ce1681-5088-4070-a55d-549d551bef80), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:58.512905 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:16:58.674781 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-b07adc39-253e-4dc9-aa63-1c8b3c01cd1f None None] Current status of the port 85ce1681-5088-4070-a55d-549d551bef80 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:58.715641 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:58.736506 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:57Z', 'revision_number': 3, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:58.762908 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Checking router: 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:16:58.763469 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Updating router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e binding host dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:16:58.789795 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:58.886471 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 85ce1681-5088-4070-a55d-549d551bef80 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:16:59.005690 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 85ce1681-5088-4070-a55d-549d551bef80 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:16:59.006086 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (85ce1681-5088-4070-a55d-549d551bef80), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.109931 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Allocated IP 172.20.0.1 (61aa050f-a452-4cd3-9ce4-0977a4b242ae/1735e5a8-2121-496b-9067-be838dd39341/ece72201-2c28-4da5-985e-7278f40d7d83) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:16:59.152472 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Publish callbacks [] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), precommit_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.163697 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 85ce1681-5088-4070-a55d-549d551bef80 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:16:59.166155 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.210969 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks [] for port (ece72201-2c28-4da5-985e-7278f40d7d83), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.246545 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.297897 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Attempting to bind port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:16:59.298297 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Attempting to bind port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:16:59.298698 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Attempting to bind port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:16:59.300351 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.300748 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dee2e-599f-4565-ae45-f290f2691aa7 None None] Pushing event updated for resources: {'Port': ['ID=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:59.306322 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:16:59.306762 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:16:59.307107 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.307492 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:16:59.307965 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Bound port: 5c451ba6-c22e-4209-b23e-4717b6ef1f6e, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:16:59.309076 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.333341 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:16:59.337673 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:16:59.340363 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:16:59.360620 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] For port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:16:59.364025 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] For port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:16:59.380886 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=ece72201-2c28-4da5-985e-7278f40d7d83,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:59.388821 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.447100 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.505495 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:16:59.506148 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:59.548222 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dee2e-599f-4565-ae45-f290f2691aa7 None None] Pushing event updated for resources: {'Port': ['ID=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:59.585159 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.626862 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-a9000d33-dd55-43ed-a857-69e1b02bdf05 None None] Provisioning complete for port ece72201-2c28-4da5-985e-7278f40d7d83 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:16:59.627238 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a9000d33-dd55-43ed-a857-69e1b02bdf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.629841 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:16:59.726855 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-a9000d33-dd55-43ed-a857-69e1b02bdf05 None None] Port ece72201-2c28-4da5-985e-7278f40d7d83 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:16:59.741453 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks [] for port (ece72201-2c28-4da5-985e-7278f40d7d83), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.799162 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.834435 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:57Z', 'revision_number': 3, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:16:59.864482 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3831446-be91-4182-8249-a0a9e0412097 None None] The sync data for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi is: [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:57Z', 'revision_number': 3, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:16:59.871111 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:16:59.872987 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=ece72201-2c28-4da5-985e-7278f40d7d83,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:16:59.978278 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:16:59.979769 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:00.025222 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:17:00.111775 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:17:00.259402 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-2e9d7547-8357-4257-b5b5-941c8a24d082 None None] Provisioning complete for port ece72201-2c28-4da5-985e-7278f40d7d83 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:00.259785 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7547-8357-4257-b5b5-941c8a24d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:00.269122 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:00.274878 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-4ada8ccc-2fa1-4b6f-a96e-643fc7192ab8 admin admin] 10.222.0.20 "PUT /v2.0/routers/6edc3458-dedd-4b95-aee8-c8c7bcd6bad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660926 Jan 25 21:17:00.294966 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d7547-8357-4257-b5b5-941c8a24d082 None None] Port ece72201-2c28-4da5-985e-7278f40d7d83 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:17:00.533134 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:00.732397 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c385-3a10-44bc-9d5d-92b817c6aa93 req-7dd47cf3-c931-4610-8d1b-6f0d647bc5db tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:00.734066 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f9e8c385-3a10-44bc-9d5d-92b817c6aa93 req-7dd47cf3-c931-4610-8d1b-6f0d647bc5db tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 947 time: 0.3385971 Jan 25 21:17:00.790416 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f9e8c385-3a10-44bc-9d5d-92b817c6aa93 req-3eeb8ad7-f00c-47de-922c-a9843ba4e8ed tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500338 Jan 25 21:17:00.883956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 5c451ba6-c22e-4209-b23e-4717b6ef1f6e up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:00.930739 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:00.931029 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.009208 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40838) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:01.014080 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1134951139-network', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:01.023069 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:01.023468 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.044263 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:01.143727 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Made reservation on behalf of 2dc4805e91a64a2883e3cf110fd10578 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:17:01.146224 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.154769 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.157058 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.203667 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:01.237292 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks [] for security_group (4273fd21-b2af-4d69-b9a5-d1e774c46651), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.280351 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4273fd21-b2af-4d69-b9a5-d1e774c46651), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.304553 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:17:01.314448 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4273fd21-b2af-4d69-b9a5-d1e774c46651,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:01.319028 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (1690aab4-fc86-449e-8695-b4b90bcdbb54), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.321701 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Added segment 1690aab4-fc86-449e-8695-b4b90bcdbb54 of type vlan for network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 Jan 25 21:17:01.358754 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (c73bdf99-a528-4516-bd0d-2baf9df0e7b4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.455981 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (c73bdf99-a528-4516-bd0d-2baf9df0e7b4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.456973 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:01.457571 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.516293 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] Pushing event updated for resources: {'Network': ['ID=c73bdf99-a528-4516-bd0d-2baf9df0e7b4,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:01.525605 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:17:01.543373 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Sync routers for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:01.552516 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:01.553250 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:01.563178 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a22487c2-3723-433e-b6f4-c76c5620e5ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5529022 Jan 25 21:17:01.566648 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40842) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:01.571577 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Request body: {'subnet': {'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1134951139-subnet', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:01.660982 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:01.663877 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Made reservation on behalf of 2dc4805e91a64a2883e3cf110fd10578 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:17:01.667070 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63009073'] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.795058 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.881252 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 2, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:01.897020 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3469198c-1468-4d27-8378-f578fb5d9f82 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:01.898796 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3469198c-1468-4d27-8378-f578fb5d9f82 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 947 time: 0.0559053 Jan 25 21:17:01.913594 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583b754-2bf2-4dc7-b86c-6d6371e276d0 req-aeba7c6f-7a95-4868-9242-512e441bb0d4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:01.914815 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Checking router: 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:01.915525 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7583b754-2bf2-4dc7-b86c-6d6371e276d0 req-aeba7c6f-7a95-4868-9242-512e441bb0d4 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 947 time: 0.0497072 Jan 25 21:17:01.917859 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Updating router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 port ece72201-2c28-4da5-985e-7278f40d7d83 binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:17:01.944420 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.961919 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62979913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63009031'] for subnet (6bf5be05-9e5f-4204-89ec-803a440723d0), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:01.993954 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7583b754-2bf2-4dc7-b86c-6d6371e276d0 req-1472b75e-287e-45e0-bd74-b736a8bf0f02 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f11d35-f46d-44db-9811-8257724dbf49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717919 Jan 25 21:17:02.000712 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Deleting port a486c9db-0983-4d37-806a-052a888efdb7 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:02.001054 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (a486c9db-0983-4d37-806a-052a888efdb7), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.019907 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf5be05-9e5f-4204-89ec-803a440723d0,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:02.047383 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Checking segment: {'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:02.047869 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Network hostable DHCP agents. Network: c73bdf99-a528-4516-bd0d-2baf9df0e7b4, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:17:02.089093 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] For port a486c9db-0983-4d37-806a-052a888efdb7, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a486c9db-0983-4d37-806a-052a888efdb7,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:02.089456 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (a486c9db-0983-4d37-806a-052a888efdb7), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.148994 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:17:02.223684 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Publish callbacks [] for port (ece72201-2c28-4da5-985e-7278f40d7d83), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.235070 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, c73bdf99-a528-4516-bd0d-2baf9df0e7b4) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:02.239741 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:02.241595 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.247175 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5166ba-d679-4caf-b6d2-53a2c8a45a0d None None] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:02.259772 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.260141 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (1d878222-3edb-4ec4-b13a-81e90db3980c), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.260462 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Floating IP 1d878222-3edb-4ec4-b13a-81e90db3980c disassociated. External IP: 172.27.2.136, port: a486c9db-0983-4d37-806a-052a888efdb7. Jan 25 21:17:02.260887 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Calling delete_port for a486c9db-0983-4d37-806a-052a888efdb7 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:02.331123 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.350490 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-813e062e-25ba-41e6-a8c4-476eb88f9c46 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7782195 Jan 25 21:17:02.351008 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2283795f-d1e9-5b01-9bd7-121a55df7390-c73bdf99-a528-4516-bd0d-2baf9df0e7b4', 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4', 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'fixed_ips': [{'subnet_id': '6bf5be05-9e5f-4204-89ec-803a440723d0'}]}} from dv-cinder-809518-10-iscsi. {{(pid=103219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 21:17:02.351155 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40848) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:02.354239 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.355062 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:02.380261 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Pushing event updated for resources: {'Port': ['ID=ece72201-2c28-4da5-985e-7278f40d7d83,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:02.389050 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.389429 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.389809 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.390163 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.390497 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.390828 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.391177 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.391517 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.391849 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.392189 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.392572 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.393347 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.393677 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:02.474845 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Attempting to bind port ece72201-2c28-4da5-985e-7278f40d7d83 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:17:02.475351 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Attempting to bind port ece72201-2c28-4da5-985e-7278f40d7d83 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:17:02.475777 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Attempting to bind port ece72201-2c28-4da5-985e-7278f40d7d83 on network 61aa050f-a452-4cd3-9ce4-0977a4b242ae {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:17:02.481198 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:17:02.481668 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Checking segment: {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:02.482169 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.482621 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Bound using segment: {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:17:02.483531 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Bound port: ece72201-2c28-4da5-985e-7278f40d7d83, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:17:02.483660 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.485028 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39740'] for router (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.486440 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39717'] for router (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.518414 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.db_base_plugin_common [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Allocated IP 172.20.0.2 (c73bdf99-a528-4516-bd0d-2baf9df0e7b4/6bf5be05-9e5f-4204-89ec-803a440723d0/863efe62-275c-4c90-88e6-6977f97db8e9) {{(pid=103219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:17:02.532566 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (a486c9db-0983-4d37-806a-052a888efdb7), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.554393 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] For port ece72201-2c28-4da5-985e-7278f40d7d83, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:17:02.558227 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] For port ece72201-2c28-4da5-985e-7278f40d7d83, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=ece72201-2c28-4da5-985e-7278f40d7d83,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:17:02.562932 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks [] for router_controller (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), precommit_add_association {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.575512 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event deleted for resources: {'Port': ['ID=a486c9db-0983-4d37-806a-052a888efdb7,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:02.618678 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.694712 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:02.695817 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:02.701946 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:17:02.736580 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Publish callbacks [] for port (863efe62-275c-4c90-88e6-6977f97db8e9), precommit_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.746644 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-95ca64c1-b0ac-49dd-b34d-800a7d02be87 None None] Provisioning complete for port ece72201-2c28-4da5-985e-7278f40d7d83 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:02.747027 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-95ca64c1-b0ac-49dd-b34d-800a7d02be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.779324 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0862f-f885-40c7-835d-4a43368adf80 None None] Pushing event updated for resources: {'Port': ['ID=ece72201-2c28-4da5-985e-7278f40d7d83,revision_number=4']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:02.843441 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), after_create {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.874961 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:02.885695 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:02.895562 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] Sync routers for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:02.912900 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:02.913625 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:02.934063 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] No DVR routers for this DVR port a486c9db-0983-4d37-806a-052a888efdb7 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:17:02.945702 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 is already hosted by enough agents. {{(pid=103219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:17:02.948423 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:02.954249 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8ab183ba-704e-4156-b541-bb33cb0fbb3a req-3dfafe60-64f0-4fa3-9396-ec2854bebe4b tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.24 "DELETE /v2.0/ports/a486c9db-0983-4d37-806a-052a888efdb7 HTTP/1.1" status: 204 len: 173 time: 1.0489736 Jan 25 21:17:02.954488 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.scheduler.base_scheduler [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Resources bound (agent type, host, resource id): {{(pid=103219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:02.955161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-deleted', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:17:02.958704 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d66768-7877-4b39-9522-6a3923d6b2ab" -d '{"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-deleted", "tag": "a486c9db-0983-4d37-806a-052a888efdb7"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:17:02.979874 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks [] for router_gateway (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.014277 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Received port after_create {{(pid=103219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:17:03.017241 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 5c451ba6-c22e-4209-b23e-4717b6ef1f6e up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:03.018450 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e28dfff-eb82-41e9-a7a1-e7869ec44307 x-openstack-request-id: req-4e28dfff-eb82-41e9-a7a1-e7869ec44307 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:17:03.018904 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd0d13-598f-412b-b90f-8d08a5d9a90f", "name": "network-vif-deleted", "tag": "a486c9db-0983-4d37-806a-052a888efdb7", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:17:03.019342 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e28dfff-eb82-41e9-a7a1-e7869ec44307 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:17:03.019932 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdd0d13-598f-412b-b90f-8d08a5d9a90f', 'name': 'network-vif-deleted', 'tag': 'a486c9db-0983-4d37-806a-052a888efdb7', 'status': 'completed', 'code': 200} Jan 25 21:17:03.156384 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Pushing event updated for resources: {'Port': ['ID=863efe62-275c-4c90-88e6-6977f97db8e9,revision_number=1']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:03.195869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:03.196242 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.213883 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3eb2ed5a-6c91-4c65-90a3-1e5ccd3e783c req-04679a35-3160-4979-8c64-3752645386bc tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdd0d13-598f-412b-b90f-8d08a5d9a90f HTTP/1.1" status: 200 len: 210 time: 0.0626230 Jan 25 21:17:03.277626 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-95ca64c1-b0ac-49dd-b34d-800a7d02be87 None None] Current status of the port ece72201-2c28-4da5-985e-7278f40d7d83 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:03.278142 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-95ca64c1-b0ac-49dd-b34d-800a7d02be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.296818 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:02Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:03.318816 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Attempting to bind port 863efe62-275c-4c90-88e6-6977f97db8e9 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:17:03.319195 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Attempting to bind port 863efe62-275c-4c90-88e6-6977f97db8e9 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:17:03.319645 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Attempting to bind port 863efe62-275c-4c90-88e6-6977f97db8e9 on network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:17:03.334049 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882b7918-49ac-47b9-8b95-b4a7a12975fc None None] The sync data for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi is: [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:02Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:03.339171 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks [] for router_gateway (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.349800 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:17:03.350217 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Checking segment: {'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:03.350633 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.351048 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Bound using segment: {'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'} {{(pid=103219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:17:03.351545 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.managers [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Bound port: 863efe62-275c-4c90-88e6-6977f97db8e9, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'}}] {{(pid=103219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:17:03.351983 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.366723 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.375777 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:03.443082 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-95ca64c1-b0ac-49dd-b34d-800a7d02be87 None None] For port ece72201-2c28-4da5-985e-7278f40d7d83, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=ece72201-2c28-4da5-985e-7278f40d7d83,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:03.516850 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Allocated IP 172.27.2.169 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/917bd431-d6d7-4dca-a9f6-71e389ebb5b5) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:17:03.580193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-95ca64c1-b0ac-49dd-b34d-800a7d02be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.652371 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks [] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.655446 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:03.668475 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] For port 863efe62-275c-4c90-88e6-6977f97db8e9, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:17:03.695868 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] For port 863efe62-275c-4c90-88e6-6977f97db8e9, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=863efe62-275c-4c90-88e6-6977f97db8e9,segment=NetworkSegment(1690aab4-fc86-449e-8695-b4b90bcdbb54),segment_id=1690aab4-fc86-449e-8695-b4b90bcdbb54)] {{(pid=103219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:17:03.724227 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca64c1-b0ac-49dd-b34d-800a7d02be87 None None] Pushing event updated for resources: {'Port': ['ID=ece72201-2c28-4da5-985e-7278f40d7d83,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:03.754433 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-f6919b00-a376-47e4-afb3-8dbf41207632 None None] Provisioning complete for port ece72201-2c28-4da5-985e-7278f40d7d83 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:03.754938 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f6919b00-a376-47e4-afb3-8dbf41207632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.767653 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.784774 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:03.815350 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:17:03.818480 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:03.821999 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:17:03.848849 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Pushing event updated for resources: {'Port': ['ID=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:03.888075 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25a63e-d557-49f8-ae37-852eca5c0a0e None None] Pushing event updated for resources: {'Port': ['ID=863efe62-275c-4c90-88e6-6977f97db8e9,revision_number=2']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:03.936778 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f6919b00-a376-47e4-afb3-8dbf41207632 None None] Current status of the port ece72201-2c28-4da5-985e-7278f40d7d83 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:03.965643 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:04.012760 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] Checking router: 1490c84f-7bc7-4e70-94d1-149ef5fb7352 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:04.026060 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:04.026769 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:04.211157 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:04.257069 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks [] for router_gateway (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:04.402340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40872) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:04.511891 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-153afae8-a2f8-462d-bd8e-dbfe60f43657 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (82f11d35-f46d-44db-9811-8257724dbf49), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:04.542496 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629669'] for router (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:04.545040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-153afae8-a2f8-462d-bd8e-dbfe60f43657 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (82f11d35-f46d-44db-9811-8257724dbf49), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:04.653965 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:04.681463 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704baac2-0985-41b9-a904-2fa8fb7ff2aa None None] The sync data for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi is: [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:10:02Z', 'revision_number': 4, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3', 'name': '', 'network_id': '4ea642b5-651a-4d23-9067-cdc60ed4f3da', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'mac_address': 'fa:16:3e:cd:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:10:01Z', 'updated_at': '2022-01-25T21:10:10Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'subnets': [{'id': '88fb5acb-5889-418e-b712-a7549ddc3e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:04.692132 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-153afae8-a2f8-462d-bd8e-dbfe60f43657 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (82f11d35-f46d-44db-9811-8257724dbf49), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:04.695789 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-153afae8-a2f8-462d-bd8e-dbfe60f43657 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:04.699469 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-153afae8-a2f8-462d-bd8e-dbfe60f43657 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "DELETE /v2.0/security-groups/82f11d35-f46d-44db-9811-8257724dbf49 HTTP/1.1" status: 204 len: 168 time: 0.2918751 Jan 25 21:17:04.699983 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40874) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:04.710760 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153afae8-a2f8-462d-bd8e-dbfe60f43657 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f11d35-f46d-44db-9811-8257724dbf49,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:04.717197 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.api.v2.resource [None req-36138e69-27d5-4540-af7f-2eb530941816 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] show failed (client error): The resource could not be found. Jan 25 21:17:04.721005 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-36138e69-27d5-4540-af7f-2eb530941816 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "GET /v2.0/security-groups/82f11d35-f46d-44db-9811-8257724dbf49 HTTP/1.1" status: 404 len: 347 time: 0.0175903 Jan 25 21:17:04.721262 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40876) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:04.835410 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec is scheduled to L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f with binding_index 1 {{(pid=103217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 21:17:04.859771 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.009392 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:05.013475 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Deleting port 94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:05.013475 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.038812 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 863efe62-275c-4c90-88e6-6977f97db8e9 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:05.041130 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: a486c9db-0983-4d37-806a-052a888efdb7 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:17:05.041717 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device a486c9db-0983-4d37-806a-052a888efdb7 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:05.101016 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 863efe62-275c-4c90-88e6-6977f97db8e9 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:05.101506 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.110587 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:05.125148 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Sync routers for ids ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:05.140522 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Routers {'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:05.141382 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:05.161569 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.162096 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.177800 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Calling delete_port for 94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4 owned by network:floatingip {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:05.232259 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 863efe62-275c-4c90-88e6-6977f97db8e9 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:05.233155 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.265063 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.269703 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-633cd511-3b84-44f3-9ccb-0e139eab599d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9154932 Jan 25 21:17:05.270707 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40882) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:05.288640 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 863efe62-275c-4c90-88e6-6977f97db8e9, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=863efe62-275c-4c90-88e6-6977f97db8e9,segment=NetworkSegment(1690aab4-fc86-449e-8695-b4b90bcdbb54),segment_id=1690aab4-fc86-449e-8695-b4b90bcdbb54)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:05.329847 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e1fc9-23bb-4ce1-95fb-293135931ab2 None None] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:05.334516 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Set router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:05.407481 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde101c-2911-47a1-a6ce-3de213e841d1 None None] New status for floating IP 1d878222-3edb-4ec4-b13a-81e90db3980c: DOWN {{(pid=103219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:17:05.450858 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.451665 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device ece72201-2c28-4da5-985e-7278f40d7d83 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:05.535156 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.547717 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-39c94967-710d-451a-843f-36f0b394abe0 None None] Provisioning complete for port 863efe62-275c-4c90-88e6-6977f97db8e9 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:05.548088 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-39c94967-710d-451a-843f-36f0b394abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.563880 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.db.api [None req-9fde101c-2911-47a1-a6ce-3de213e841d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103219) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 21:17:05.564240 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG oslo_db.api [None req-9fde101c-2911-47a1-a6ce-3de213e841d1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 21:17:05.602326 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Pushing event deleted for resources: {'Port': ['ID=94669ae8-9e40-4d1b-b1cc-5ca7a48c2ae4,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:05.633343 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=863efe62-275c-4c90-88e6-6977f97db8e9,revision_number=3']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:05.651552 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks [] for floatingip (1d878222-3edb-4ec4-b13a-81e90db3980c), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.656647 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.666488 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-0f465f94-21be-49e9-8eff-a20b3faaf246 tempest-AttachVolumeShelveTestJSON-598405228 tempest-AttachVolumeShelveTestJSON-598405228-project] 10.222.0.20 "DELETE /v2.0/floatingips/1d878222-3edb-4ec4-b13a-81e90db3980c HTTP/1.1" status: 204 len: 168 time: 0.9360094 Jan 25 21:17:05.677773 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port ece72201-2c28-4da5-985e-7278f40d7d83 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:05.677773 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.711499 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 3, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port': {'id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:03Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:05.743087 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-39c94967-710d-451a-843f-36f0b394abe0 None None] Current status of the port 863efe62-275c-4c90-88e6-6977f97db8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:05.757839 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Checking router: e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:05.761559 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Updating router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:17:05.807123 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:05.824626 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port ece72201-2c28-4da5-985e-7278f40d7d83 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:05.836474 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.063987 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-6f35e22a-c4ec-451a-9768-1bf62be5e8fc None None] Provisioning complete for port 863efe62-275c-4c90-88e6-6977f97db8e9 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:06.064506 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6f35e22a-c4ec-451a-9768-1bf62be5e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.066679 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde101c-2911-47a1-a6ce-3de213e841d1 None None] New status for floating IP 1d878222-3edb-4ec4-b13a-81e90db3980c: DOWN {{(pid=103219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:17:06.075612 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Allocated IP 172.20.0.1 (c73bdf99-a528-4516-bd0d-2baf9df0e7b4/6bf5be05-9e5f-4204-89ec-803a440723d0/f75fa7de-ef0b-4434-a351-f9d92a39dd0e) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:17:06.174932 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Publish callbacks [] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.196421 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks [] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.249956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-6f35e22a-c4ec-451a-9768-1bf62be5e8fc None None] Current status of the port 863efe62-275c-4c90-88e6-6977f97db8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:06.280776 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.321526 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.334122 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Attempting to bind port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:17:06.334492 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Attempting to bind port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:17:06.341402 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Attempting to bind port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 on network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:17:06.341402 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d73fa-10f1-40f6-978d-425b4ee04796 None None] Pushing event updated for resources: {'Port': ['ID=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,revision_number=2']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:06.342545 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:17:06.342928 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Checking segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:06.343331 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.343717 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Bound using segment: {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:17:06.344187 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Bound port: 917bd431-d6d7-4dca-a9f6-71e389ebb5b5, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878d01c-e7ef-4fbd-aad1-2fa889912109', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:17:06.344568 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.359856 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:17:06.364350 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:06.370157 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:17:06.392422 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Pushing event updated for resources: {'Port': ['ID=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:06.412863 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] For port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:17:06.416157 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] For port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:17:06.417543 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-629488'] for router_interface (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.504290 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.560956 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Routers {'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:06.561589 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:06.599959 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d73fa-10f1-40f6-978d-425b4ee04796 None None] Pushing event updated for resources: {'Port': ['ID=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:06.675436 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-f1eb757d-1798-4011-88de-2a34ff0aae0d None None] Provisioning complete for port f75fa7de-ef0b-4434-a351-f9d92a39dd0e triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:06.675714 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f1eb757d-1798-4011-88de-2a34ff0aae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.677142 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] Set router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:06.718007 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb757d-1798-4011-88de-2a34ff0aae0d None None] Port f75fa7de-ef0b-4434-a351-f9d92a39dd0e cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:17:06.741450 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.839209 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 863efe62-275c-4c90-88e6-6977f97db8e9 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:06.878663 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 3, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port': {'id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:03Z', 'updated_at': '2022-01-25T21:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:06.888239 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 863efe62-275c-4c90-88e6-6977f97db8e9 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:06.888624 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.905206 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab53618-65fc-4dcc-aeba-4f1f2b6df064 None None] The sync data for ids ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'] in dv-cinder-809518-10-iscsi is: [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 3, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port': {'id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:03Z', 'updated_at': '2022-01-25T21:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:06.939105 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks [] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:06.979169 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 863efe62-275c-4c90-88e6-6977f97db8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:07.023396 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:07.096199 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Pushing event updated for resources: {'Port': ['ID=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:07.099933 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-768011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629088'] for router_interface (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:07.224789 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:17:07.229834 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:07.384303 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:17:07.506500 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:07.511719 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-18b68ce9-a461-4bd4-9741-e995e6ccd949 admin admin] 10.222.0.20 "PUT /v2.0/routers/e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2406068 Jan 25 21:17:07.545605 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-969bc54c-0ee8-49fc-8d5d-d205663eef82 None None] Provisioning complete for port f75fa7de-ef0b-4434-a351-f9d92a39dd0e triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:07.546186 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-969bc54c-0ee8-49fc-8d5d-d205663eef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:07.586012 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-969bc54c-0ee8-49fc-8d5d-d205663eef82 None None] Port f75fa7de-ef0b-4434-a351-f9d92a39dd0e cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:17:08.317671 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40918) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:08.322276 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-efd49bd1-b150-456a-97d5-4bbb9602670a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506070068', 'description': 'tempest-secgroup-smoke-1506070068 description', 'project_id': '053092731f6547e28a2c5ce1c800ac42'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:08.442897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-efd49bd1-b150-456a-97d5-4bbb9602670a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:08.461346 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40926) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:08.512100 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-efd49bd1-b150-456a-97d5-4bbb9602670a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group (24b3ff1f-70d4-4082-a728-096c3aa85595), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:08.588491 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Sync routers for ids ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:08.593252 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Routers {'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:08.593942 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:08.604090 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-efd49bd1-b150-456a-97d5-4bbb9602670a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (24b3ff1f-70d4-4082-a728-096c3aa85595), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:08.633522 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd49bd1-b150-456a-97d5-4bbb9602670a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b3ff1f-70d4-4082-a728-096c3aa85595,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:08.697700 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-efd49bd1-b150-456a-97d5-4bbb9602670a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:08.700219 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-efd49bd1-b150-456a-97d5-4bbb9602670a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3803241 Jan 25 21:17:08.702158 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40930) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:08.706944 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-36037b2e-165a-4ec8-b20a-e7095903f939 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'security_group_rule': {'security_group_id': '24b3ff1f-70d4-4082-a728-096c3aa85595', 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:08.710379 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Set router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:08.805959 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-36037b2e-165a-4ec8-b20a-e7095903f939 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (a80c6cbd-7937-4644-8df0-ed6379c9ef44), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:08.883407 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-36037b2e-165a-4ec8-b20a-e7095903f939 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (a80c6cbd-7937-4644-8df0-ed6379c9ef44), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:08.916591 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:08.954628 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-36037b2e-165a-4ec8-b20a-e7095903f939 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (a80c6cbd-7937-4644-8df0-ed6379c9ef44), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:08.973433 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:17:06Z', 'revision_number': 4, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port': {'id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:03Z', 'updated_at': '2022-01-25T21:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'f75fa7de-ef0b-4434-a351-f9d92a39dd0e', 'name': '', 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'mac_address': 'fa:16:3e:fd:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '6bf5be05-9e5f-4204-89ec-803a440723d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:05Z', 'updated_at': '2022-01-25T21:17:06Z', 'revision_number': 2, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'subnets': [{'id': '6bf5be05-9e5f-4204-89ec-803a440723d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:08.975855 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36037b2e-165a-4ec8-b20a-e7095903f939 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80c6cbd-7937-4644-8df0-ed6379c9ef44,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:08.977167 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:08.977555 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.009221 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Checking router: e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:09.009715 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Updating router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec port f75fa7de-ef0b-4434-a351-f9d92a39dd0e binding host dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 21:17:09.036331 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.048395 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-36037b2e-165a-4ec8-b20a-e7095903f939 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.049658 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-36037b2e-165a-4ec8-b20a-e7095903f939 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3465099 Jan 25 21:17:09.052446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40932) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:09.056918 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-62f5ef62-252d-4959-b424-cc7ea2f378db tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'security_group_rule': {'security_group_id': '24b3ff1f-70d4-4082-a728-096c3aa85595', 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:09.075639 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:09.076308 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.097734 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] For port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:09.180674 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62f5ef62-252d-4959-b424-cc7ea2f378db tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (82879b1d-a6b6-4413-bbe0-eb4acf80a591), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.207181 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.254181 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (1490c84f-7bc7-4e70-94d1-149ef5fb7352), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.261043 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-e26de29e-a60b-4c07-bbd2-2b63dbf2e500 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758688 Jan 25 21:17:09.270175 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Pushing event updated for resources: {'Port': ['ID=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:09.299291 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62f5ef62-252d-4959-b424-cc7ea2f378db tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (82879b1d-a6b6-4413-bbe0-eb4acf80a591), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.337300 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1b789-c474-4894-998a-4c181e04d50d req-c7ba6b84-b9ec-4183-b68c-1c7090c771a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:09.339203 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-c7ba6b84-b9ec-4183-b68c-1c7090c771a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 1099 time: 0.0508826 Jan 25 21:17:09.358277 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Publish callbacks [] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), precommit_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.388311 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62f5ef62-252d-4959-b424-cc7ea2f378db tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (82879b1d-a6b6-4413-bbe0-eb4acf80a591), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.437147 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5ef62-252d-4959-b424-cc7ea2f378db tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82879b1d-a6b6-4413-bbe0-eb4acf80a591,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:09.452134 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.467003 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1b789-c474-4894-998a-4c181e04d50d req-ef3da341-a62b-4181-bb20-3157910a0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:09.468487 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-ef3da341-a62b-4181-bb20-3157910a0e77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 200 len: 911 time: 0.1098173 Jan 25 21:17:09.504247 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda75b-4117-4fdc-b124-1377f04d7cfb None None] Pushing event updated for resources: {'Port': ['ID=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,revision_number=3']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:09.514772 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Deleting port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:09.515243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.545384 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-447ba90d-99c8-4cc7-8ee1-9f42c30c0125 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 HTTP/1.1" status: 200 len: 1002 time: 0.0712478 Jan 25 21:17:09.563666 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Attempting to bind port f75fa7de-ef0b-4434-a351-f9d92a39dd0e on host dv-cinder-809518-10-iscsi for vnic_type normal with profile {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:17:09.564140 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Attempting to bind port f75fa7de-ef0b-4434-a351-f9d92a39dd0e by drivers openvswitch,hyperv on host dv-cinder-809518-10-iscsi at level 0 using segments [{'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:17:09.565128 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Attempting to bind port f75fa7de-ef0b-4434-a351-f9d92a39dd0e on network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:17:09.570898 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Checking agent: {'id': '97ba2743-5157-4da7-950a-e062d9261716', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 2, 2), 'started_at': datetime.datetime(2022, 1, 25, 21, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:17:09.571373 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Checking segment: {'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:09.571843 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.572306 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Bound using segment: {'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'} {{(pid=103220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:17:09.572854 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.managers [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Bound port: f75fa7de-ef0b-4434-a351-f9d92a39dd0e, host: dv-cinder-809518-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1690aab4-fc86-449e-8695-b4b90bcdbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4'}}] {{(pid=103220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:17:09.573298 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), before_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.587075 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62f5ef62-252d-4959-b424-cc7ea2f378db tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.587075 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-62f5ef62-252d-4959-b424-cc7ea2f378db tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5323007 Jan 25 21:17:09.588561 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40936) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:09.593548 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-d3e0666e-e8f4-4056-a61b-abb46e353227 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'security_group_rule': {'security_group_id': '24b3ff1f-70d4-4082-a728-096c3aa85595', 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:09.604933 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1b789-c474-4894-998a-4c181e04d50d req-25240260-bf6f-451c-8cb2-8d0e8cf59d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:09.606456 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-25240260-bf6f-451c-8cb2-8d0e8cf59d39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 200 len: 849 time: 0.0558043 Jan 25 21:17:09.639019 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] For port 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:09.639453 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.640298 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] For port f75fa7de-ef0b-4434-a351-f9d92a39dd0e, host dv-cinder-809518-10-iscsi, cleared binding levels {{(pid=103220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:17:09.645229 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] For port f75fa7de-ef0b-4434-a351-f9d92a39dd0e, host dv-cinder-809518-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,segment=NetworkSegment(1690aab4-fc86-449e-8695-b4b90bcdbb54),segment_id=1690aab4-fc86-449e-8695-b4b90bcdbb54)] {{(pid=103220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:17:09.653283 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Calling delete_port for 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 owned by network:router_interface {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:09.667658 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1b789-c474-4894-998a-4c181e04d50d req-ca27268b-1edb-4d2c-b64e-48d15764a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:09.669190 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-ca27268b-1edb-4d2c-b64e-48d15764a868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562975 Jan 25 21:17:09.708583 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3e0666e-e8f4-4056-a61b-abb46e353227 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (4a1123b7-f536-45c9-92e1-5effc7894a09), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.713417 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), after_update {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.765164 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-9f282f51-ee70-44ff-a56a-87c50f89e058 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895936 Jan 25 21:17:09.783978 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Routers {'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:09.784617 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:09.829845 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-03808f4a-8dd5-40b3-92d9-00d2b621d875 None None] Provisioning complete for port f75fa7de-ef0b-4434-a351-f9d92a39dd0e triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:09.830614 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda75b-4117-4fdc-b124-1377f04d7cfb None None] Pushing event updated for resources: {'Port': ['ID=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,revision_number=4']} {{(pid=103220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:09.831873 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-03808f4a-8dd5-40b3-92d9-00d2b621d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.897161 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3e0666e-e8f4-4056-a61b-abb46e353227 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (4a1123b7-f536-45c9-92e1-5effc7894a09), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.904003 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-26d1b789-c474-4894-998a-4c181e04d50d req-86d52951-d3bc-47e6-bad9-b43eff3e98d3 service neutron] 10.222.0.24 "GET /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328146 Jan 25 21:17:09.937129 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] Set router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:09.959670 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:09.984692 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-03808f4a-8dd5-40b3-92d9-00d2b621d875 None None] Current status of the port f75fa7de-ef0b-4434-a351-f9d92a39dd0e is: DOWN; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:09.986301 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-03808f4a-8dd5-40b3-92d9-00d2b621d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.010077 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3e0666e-e8f4-4056-a61b-abb46e353227 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (4a1123b7-f536-45c9-92e1-5effc7894a09), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.034458 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:10.035410 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-03808f4a-8dd5-40b3-92d9-00d2b621d875 None None] For port f75fa7de-ef0b-4434-a351-f9d92a39dd0e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,segment=NetworkSegment(1690aab4-fc86-449e-8695-b4b90bcdbb54),segment_id=1690aab4-fc86-449e-8695-b4b90bcdbb54)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:10.067373 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0666e-e8f4-4056-a61b-abb46e353227 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1123b7-f536-45c9-92e1-5effc7894a09,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:10.130682 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-03808f4a-8dd5-40b3-92d9-00d2b621d875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.185084 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03808f4a-8dd5-40b3-92d9-00d2b621d875 None None] Pushing event updated for resources: {'Port': ['ID=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:10.198905 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3e0666e-e8f4-4056-a61b-abb46e353227 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.202607 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d3e0666e-e8f4-4056-a61b-abb46e353227 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6105421 Jan 25 21:17:10.203076 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40938) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:10.208268 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-62a86241-407c-40d8-b085-89e816963112 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'security_group_rule': {'security_group_id': '24b3ff1f-70d4-4082-a728-096c3aa85595', 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:10.228467 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (1490c84f-7bc7-4e70-94d1-149ef5fb7352), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.251524 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-f7938938-dc80-4362-af85-85910fb4a9ee None None] Provisioning complete for port f75fa7de-ef0b-4434-a351-f9d92a39dd0e triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:10.251899 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f7938938-dc80-4362-af85-85910fb4a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.280938 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:17:06Z', 'revision_number': 4, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port': {'id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:03Z', 'updated_at': '2022-01-25T21:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'f75fa7de-ef0b-4434-a351-f9d92a39dd0e', 'name': '', 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'mac_address': 'fa:16:3e:fd:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '6bf5be05-9e5f-4204-89ec-803a440723d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:05Z', 'updated_at': '2022-01-25T21:17:09Z', 'revision_number': 4, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'subnets': [{'id': '6bf5be05-9e5f-4204-89ec-803a440723d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:10.308917 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb469a-0185-4d80-925e-2cd17386166c None None] The sync data for ids ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'] in dv-cinder-809518-10-iscsi is: [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:17:06Z', 'revision_number': 4, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port': {'id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:03Z', 'updated_at': '2022-01-25T21:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'f75fa7de-ef0b-4434-a351-f9d92a39dd0e', 'name': '', 'network_id': 'c73bdf99-a528-4516-bd0d-2baf9df0e7b4', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'mac_address': 'fa:16:3e:fd:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '6bf5be05-9e5f-4204-89ec-803a440723d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:05Z', 'updated_at': '2022-01-25T21:17:09Z', 'revision_number': 4, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'subnets': [{'id': '6bf5be05-9e5f-4204-89ec-803a440723d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:10.329308 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62a86241-407c-40d8-b085-89e816963112 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (6f28e414-8f6c-425d-98a4-d81a7083621b), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.335373 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-f7938938-dc80-4362-af85-85910fb4a9ee None None] Current status of the port f75fa7de-ef0b-4434-a351-f9d92a39dd0e is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:10.438472 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62a86241-407c-40d8-b085-89e816963112 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (6f28e414-8f6c-425d-98a4-d81a7083621b), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.502255 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:17:10.537474 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62a86241-407c-40d8-b085-89e816963112 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (6f28e414-8f6c-425d-98a4-d81a7083621b), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.555968 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86241-407c-40d8-b085-89e816963112 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f28e414-8f6c-425d-98a4-d81a7083621b,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:10.618127 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:10.623011 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-4098f611-db20-46e6-b755-13a291aa8a99 admin admin] 10.222.0.20 "PUT /v2.0/routers/1490c84f-7bc7-4e70-94d1-149ef5fb7352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1605878 Jan 25 21:17:10.625656 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40942) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:10.627844 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] Sync routers for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:10.635585 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-62a86241-407c-40d8-b085-89e816963112 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.637006 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-62a86241-407c-40d8-b085-89e816963112 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4328573 Jan 25 21:17:10.638908 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:10.639812 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40944) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:10.644853 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'security_group_rule': {'security_group_id': '24b3ff1f-70d4-4082-a728-096c3aa85595', 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:10.649939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:10.742795 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks [] for router (1490c84f-7bc7-4e70-94d1-149ef5fb7352), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.755809 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.securitygroups_db [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Project 053092731f6547e28a2c5ce1c800ac42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 21:17:10.763254 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (5e2547bf-85ca-4172-9743-6c6c3fb27b1d), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.766294 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:10.890710 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (5e2547bf-85ca-4172-9743-6c6c3fb27b1d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:10.897915 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks [] for router_gateway (1490c84f-7bc7-4e70-94d1-149ef5fb7352), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.006530 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (5e2547bf-85ca-4172-9743-6c6c3fb27b1d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.011058 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:17:09Z', 'revision_number': 5, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port': {'id': '82bf138d-c391-4697-96fd-262b4da43b7c', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:09:57Z', 'updated_at': '2022-01-25T21:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:11.029789 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2547bf-85ca-4172-9743-6c6c3fb27b1d,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:11.041145 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] Checking router: 1490c84f-7bc7-4e70-94d1-149ef5fb7352 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:11.051245 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] Routers {'1490c84f-7bc7-4e70-94d1-149ef5fb7352'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:11.052368 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:11.089792 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:11.100046 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Deleting port 82bf138d-c391-4697-96fd-262b4da43b7c {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:11.100647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.115521 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.119380 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-dd864fd3-536b-4e67-8813-094e9e59a173 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4760528 Jan 25 21:17:11.119723 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 40946) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:11.124364 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'security_group_rule': {'security_group_id': '24b3ff1f-70d4-4082-a728-096c3aa85595', 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:11.202761 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] For port 82bf138d-c391-4697-96fd-262b4da43b7c, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=82bf138d-c391-4697-96fd-262b4da43b7c,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:11.203215 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.216879 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Calling delete_port for 82bf138d-c391-4697-96fd-262b4da43b7c owned by network:router_gateway {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:11.301459 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.securitygroups_db [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Project 053092731f6547e28a2c5ce1c800ac42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 21:17:11.306866 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (501bc1a3-4f76-4d87-9e55-da218fa28cad), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.309831 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] Set router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 gateway port host: None {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:11.364728 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:17:10Z', 'revision_number': 6, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:11.383390 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (501bc1a3-4f76-4d87-9e55-da218fa28cad), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.400903 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:11.401278 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.404291 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40f0f3-81ca-4a28-8194-06ab9468c8c5 None None] The sync data for ids ['1490c84f-7bc7-4e70-94d1-149ef5fb7352'] in dv-cinder-809518-10-iscsi is: [{'id': '1490c84f-7bc7-4e70-94d1-149ef5fb7352', 'name': 'tempest-AttachVolumeShelveTestJSON-1874068927-router', 'tenant_id': '4e58be78a1f348dbb220cf3db7bd9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:09:56Z', 'updated_at': '2022-01-25T21:17:10Z', 'revision_number': 6, 'project_id': '4e58be78a1f348dbb220cf3db7bd9292', 'gw_port_host': None}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:11.480637 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117052'] for security_group_rule (501bc1a3-4f76-4d87-9e55-da218fa28cad), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.498922 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:11.500451 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device f75fa7de-ef0b-4434-a351-f9d92a39dd0e up at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:11.502545 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (82bf138d-c391-4697-96fd-262b4da43b7c), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.503029 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501bc1a3-4f76-4d87-9e55-da218fa28cad,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:11.538020 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Pushing event deleted for resources: {'Port': ['ID=82bf138d-c391-4697-96fd-262b4da43b7c,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:11.557358 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Provisioning complete for port f75fa7de-ef0b-4434-a351-f9d92a39dd0e triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:11.557766 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.603415 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (1490c84f-7bc7-4e70-94d1-149ef5fb7352), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.607002 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.617801 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b838b772-3e36-4f42-a316-e06d7647bc3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4875112 Jan 25 21:17:11.649510 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Current status of the port f75fa7de-ef0b-4434-a351-f9d92a39dd0e is: ACTIVE; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:11.975288 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (1490c84f-7bc7-4e70-94d1-149ef5fb7352), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:11.977446 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks [] for router_controller (1490c84f-7bc7-4e70-94d1-149ef5fb7352), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.120236 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (1490c84f-7bc7-4e70-94d1-149ef5fb7352), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.120716 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1490c84f-7bc7-4e70-94d1-149ef5fb7352 {{(pid=103218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:17:12.130036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.130036 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-490531ec-2f1a-48e4-b2a6-9fe54218700f admin admin] 10.222.0.20 "DELETE /v2.0/routers/1490c84f-7bc7-4e70-94d1-149ef5fb7352 HTTP/1.1" status: 204 len: 168 time: 1.4992414 Jan 25 21:17:12.130036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40988) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:12.171783 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] Deleting subnet 88fb5acb-5889-418e-b712-a7549ddc3e68 {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:17:12.175384 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] Publish callbacks [] for subnet (88fb5acb-5889-418e-b712-a7549ddc3e68), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.207800 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (88fb5acb-5889-418e-b712-a7549ddc3e68), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.286007 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (88fb5acb-5889-418e-b712-a7549ddc3e68), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.427762 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (88fb5acb-5889-418e-b712-a7549ddc3e68), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.452887 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fb5acb-5889-418e-b712-a7549ddc3e68,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:12.458057 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.461865 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-bffe5fa4-d66f-4bab-b00f-61f3323d419a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/88fb5acb-5889-418e-b712-a7549ddc3e68 HTTP/1.1" status: 204 len: 168 time: 0.3312221 Jan 25 21:17:12.463761 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 40990) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:12.463889 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f119d72-2aef-48f0-a82b-fe9b9ab6eceb None None] Network 4ea642b5-651a-4d23-9067-cdc60ed4f3da requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:12.559289 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (4ea642b5-651a-4d23-9067-cdc60ed4f3da), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.612373 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Deleting port 4da59e39-81a8-46da-9110-aea71500c330 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:12.612691 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (4da59e39-81a8-46da-9110-aea71500c330), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.661694 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] DHCP port deletion for 4ea642b5-651a-4d23-9067-cdc60ed4f3da request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:17:12.679773 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] For port 4da59e39-81a8-46da-9110-aea71500c330, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=4da59e39-81a8-46da-9110-aea71500c330,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:12.680140 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (4da59e39-81a8-46da-9110-aea71500c330), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.693058 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Calling delete_port for 4da59e39-81a8-46da-9110-aea71500c330 owned by network:dhcp {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:12.714364 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] Deleting port 4da59e39-81a8-46da-9110-aea71500c330 {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:12.714737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (4da59e39-81a8-46da-9110-aea71500c330), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.775308 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] For port 4da59e39-81a8-46da-9110-aea71500c330, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=4da59e39-81a8-46da-9110-aea71500c330,segment=NetworkSegment(a9e3e3a2-4d9d-4330-ab09-fd55b91fe878),segment_id=a9e3e3a2-4d9d-4330-ab09-fd55b91fe878)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:12.776405 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (4da59e39-81a8-46da-9110-aea71500c330), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.789159 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] Calling delete_port for 4da59e39-81a8-46da-9110-aea71500c330 owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:12.832816 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 82bf138d-c391-4697-96fd-262b4da43b7c no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:12.857072 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 82bf138d-c391-4697-96fd-262b4da43b7c {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:17:12.857431 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 82bf138d-c391-4697-96fd-262b4da43b7c not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:12.857883 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4da59e39-81a8-46da-9110-aea71500c330 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:12.875045 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (4da59e39-81a8-46da-9110-aea71500c330), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.904621 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da59e39-81a8-46da-9110-aea71500c330,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:12.912000 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] No DVR routers for this DVR port 4da59e39-81a8-46da-9110-aea71500c330 on host dv-cinder-809518-10-iscsi {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:17:12.913331 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No active binding found for port 4da59e39-81a8-46da-9110-aea71500c330 {{(pid=103219) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 25 21:17:12.913719 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] The host dv-cinder-809518-10-iscsi is not matching for port 4da59e39-81a8-46da-9110-aea71500c330 host None! {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 25 21:17:12.914135 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 4da59e39-81a8-46da-9110-aea71500c330 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:12.914561 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:12.936433 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:17:12.936820 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 11ee19fe-b8ff-47ad-b8e1-5b1c3b53a6b3 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:12.938381 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (4da59e39-81a8-46da-9110-aea71500c330), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:12.965739 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] Pushing event deleted for resources: {'Port': ['ID=4da59e39-81a8-46da-9110-aea71500c330,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:12.969551 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def114a-079c-40a0-b4f6-33339725f5e0 None None] No DVR routers for this DVR port 4da59e39-81a8-46da-9110-aea71500c330 on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:17:12.994923 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (4ea642b5-651a-4d23-9067-cdc60ed4f3da), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.014626 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea642b5-651a-4d23-9067-cdc60ed4f3da']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:13.024260 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:13.024561 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e3e3a2-4d9d-4330-ab09-fd55b91fe878') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:13.035472 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (a9e3e3a2-4d9d-4330-ab09-fd55b91fe878), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.049357 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (a9e3e3a2-4d9d-4330-ab09-fd55b91fe878), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.055609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:17:13.056000 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (a9e3e3a2-4d9d-4330-ab09-fd55b91fe878), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:17:13.057617 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:17:13.188896 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (4ea642b5-651a-4d23-9067-cdc60ed4f3da), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.194085 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.197308 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ea642b5-651a-4d23-9067-cdc60ed4f3da HTTP/1.1" status: 204 len: 168 time: 0.7322319 Jan 25 21:17:13.212054 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b65dc6-0f1c-493f-9a1e-bd0f5d3e0287 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea642b5-651a-4d23-9067-cdc60ed4f3da,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:13.599779 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41018) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:13.655356 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ec0ac6b0-455b-4840-8c83-bcaaf711dfae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e58be78a1f348dbb220cf3db7bd9292&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0543022 Jan 25 21:17:13.658097 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41020) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:13.708719 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-262d6b28-49f3-4bc0-a1ca-6bc860215f7f admin admin] Publish callbacks [] for security_group (3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.731413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-262d6b28-49f3-4bc0-a1ca-6bc860215f7f admin admin] Publish callbacks [] for security_group (3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.886521 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-262d6b28-49f3-4bc0-a1ca-6bc860215f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.889169 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-262d6b28-49f3-4bc0-a1ca-6bc860215f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:13.890427 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-262d6b28-49f3-4bc0-a1ca-6bc860215f7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80 HTTP/1.1" status: 204 len: 168 time: 0.2313766 Jan 25 21:17:13.899403 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d6b28-49f3-4bc0-a1ca-6bc860215f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5ace7-b6c4-4ac2-b8c0-2f16eda10d80,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:22.902901 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c80071-9b64-4170-8d5a-6be2d812ff0b req-74ed49c9-8cad-4c62-8ded-324b3cdd88a7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:22.904313 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-80c80071-9b64-4170-8d5a-6be2d812ff0b req-74ed49c9-8cad-4c62-8ded-324b3cdd88a7 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0480471 Jan 25 21:17:22.953601 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-80c80071-9b64-4170-8d5a-6be2d812ff0b req-6b711e14-d2e2-49b0-a3c2-58a729409c24 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427260 Jan 25 21:17:24.065955 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c146056-c60a-463e-8064-63023b5fa47f req-0fb7877e-8242-462f-9c2e-c6f5050fd43d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:24.067554 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5c146056-c60a-463e-8064-63023b5fa47f req-0fb7877e-8242-462f-9c2e-c6f5050fd43d tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0470440 Jan 25 21:17:24.113096 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5c146056-c60a-463e-8064-63023b5fa47f req-4ac6b3f1-f063-4f95-b736-0703ccda1939 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400372 Jan 25 21:17:24.689373 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-b6a2cd15-597a-4a4e-b751-6f773f25fcca tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:24.693160 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-b6a2cd15-597a-4a4e-b751-6f773f25fcca tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0484493 Jan 25 21:17:24.807819 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Deleting port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:24.807819 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:24.851917 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41218) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:24.874138 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] For port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:24.874585 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:24.955203 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-70726f32-3ed4-4e1a-9106-e031a769b9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.027991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-70726f32-3ed4-4e1a-9106-e031a769b9f0 admin admin] Publish callbacks [] for security_group (27b5e96b-dccf-4e67-b76f-0a8995854c1b), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.050181 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.050578 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (a8459fdf-1004-44d5-b46f-3b36ab31499e), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.050900 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Floating IP a8459fdf-1004-44d5-b46f-3b36ab31499e disassociated. External IP: 172.27.2.122, port: 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12. Jan 25 21:17:25.051245 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Calling delete_port for 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:25.091648 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-70726f32-3ed4-4e1a-9106-e031a769b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (27b5e96b-dccf-4e67-b76f-0a8995854c1b), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.130585 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-70726f32-3ed4-4e1a-9106-e031a769b9f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd3a4a2acf58482d9cb9bfb9a94f2b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775023 Jan 25 21:17:25.131479 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70726f32-3ed4-4e1a-9106-e031a769b9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5e96b-dccf-4e67-b76f-0a8995854c1b,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:25.133732 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41224) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:25.189384 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f861dd-dfb9-4fcb-9fb8-5ffb5025a4cf admin admin] Publish callbacks [] for security_group (27b5e96b-dccf-4e67-b76f-0a8995854c1b), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.233666 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f861dd-dfb9-4fcb-9fb8-5ffb5025a4cf admin admin] Publish callbacks [] for security_group (27b5e96b-dccf-4e67-b76f-0a8995854c1b), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.234730 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.273652 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event deleted for resources: {'Port': ['ID=2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:25.277454 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f79d-c07e-4c70-a27d-904b0f1a37b4 req-97a3e03e-583e-4348-829a-3acc367c6e79 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:25.279018 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6019f79d-c07e-4c70-a27d-904b0f1a37b4 req-97a3e03e-583e-4348-829a-3acc367c6e79 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 946 time: 0.0802901 Jan 25 21:17:25.314304 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.314657 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.315053 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.315399 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.315736 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.316068 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.316437 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.316777 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.317108 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.317440 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.317785 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.318114 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.318439 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:25.339280 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6019f79d-c07e-4c70-a27d-904b0f1a37b4 req-ef8d597b-3fa0-4b24-abb1-fe14811b39af tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a89ae99-44e2-4c2e-babd-7355c9e5969b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432737 Jan 25 21:17:25.352565 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f861dd-dfb9-4fcb-9fb8-5ffb5025a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (27b5e96b-dccf-4e67-b76f-0a8995854c1b), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.355309 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f861dd-dfb9-4fcb-9fb8-5ffb5025a4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.358658 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-93f861dd-dfb9-4fcb-9fb8-5ffb5025a4cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27b5e96b-dccf-4e67-b76f-0a8995854c1b HTTP/1.1" status: 204 len: 168 time: 0.2217784 Jan 25 21:17:25.366121 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f861dd-dfb9-4fcb-9fb8-5ffb5025a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5e96b-dccf-4e67-b76f-0a8995854c1b,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:25.405932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Router ebccfa6a-b55e-4e49-843e-c248e41a4181 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:17:25.511728 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:25.521170 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] Sync routers for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:25.531112 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:25.531975 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:25.554879 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] No DVR routers for this DVR port 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:17:25.557404 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.560933 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e4da2922-92d9-441b-bacf-22cb9f1f3eff req-694f6091-ceca-4339-8b96-69f1921a6522 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.24 "DELETE /v2.0/ports/2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 HTTP/1.1" status: 204 len: 173 time: 0.8616822 Jan 25 21:17:25.561386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'name': 'network-vif-deleted', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:17:25.563640 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323c2770-a5da-4782-b00d-15d95f9c0fdc" -d '{"events": [{"server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "name": "network-vif-deleted", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:17:25.614956 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e4d6ed-f4e7-49c0-b1ff-f105fb6060eb x-openstack-request-id: req-b9e4d6ed-f4e7-49c0-b1ff-f105fb6060eb {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:17:25.615307 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3bd588-551c-4d78-b22d-2c9ef37f6009", "name": "network-vif-deleted", "tag": "2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:17:25.615568 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9e4d6ed-f4e7-49c0-b1ff-f105fb6060eb {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:17:25.615970 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3bd588-551c-4d78-b22d-2c9ef37f6009', 'name': 'network-vif-deleted', 'tag': '2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12', 'status': 'completed', 'code': 200} Jan 25 21:17:25.630037 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8759aa5d-97f8-42b8-92c4-a20272898fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:25.648872 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:25.869244 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:25.894493 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] Checking router: ebccfa6a-b55e-4e49-843e-c248e41a4181 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:25.902614 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:25.903214 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:16:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:26.008160 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:26.203548 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:26.230512 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c17fc7-f4d2-43d8-93c8-a385e289194f None None] The sync data for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi is: [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:11:13Z', 'revision_number': 4, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': '1011eea6-4b6d-4e54-96fc-4582abcdf6b7', 'name': '', 'network_id': '3e70a246-a42e-41a0-b95c-ff1d0c9ffe88', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'mac_address': 'fa:16:3e:ec:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:12Z', 'updated_at': '2022-01-25T21:11:19Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'subnets': [{'id': '3f244e74-e4e4-4805-89d7-96ab50892717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:26.474964 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e6c7261a-d120-4ed3-b9d9-4b848ac4ee2c req-f79f133b-69d2-4daf-9e69-58a4da1edde5 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3bd588-551c-4d78-b22d-2c9ef37f6009 HTTP/1.1" status: 200 len: 210 time: 0.0396321 Jan 25 21:17:26.482681 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea96bca-4613-42aa-bf79-0a05b9984ea9 None None] New status for floating IP a8459fdf-1004-44d5-b46f-3b36ab31499e: DOWN {{(pid=103219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:17:27.078852 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:27.099884 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:17:27.100240 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 2ffe8e3a-79ec-4a7c-bc82-9e2719ef1c12 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:27.662296 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41284) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:27.715448 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5126deb5-da2a-4d04-a53f-3be965fa4d65 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (3a89ae99-44e2-4c2e-babd-7355c9e5969b), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:27.739450 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5126deb5-da2a-4d04-a53f-3be965fa4d65 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (3a89ae99-44e2-4c2e-babd-7355c9e5969b), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:27.741078 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ee7de325-330a-4a06-ba48-07be5f4a53dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:27.866422 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5126deb5-da2a-4d04-a53f-3be965fa4d65 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (3a89ae99-44e2-4c2e-babd-7355c9e5969b), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:27.869016 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5126deb5-da2a-4d04-a53f-3be965fa4d65 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:27.870236 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5126deb5-da2a-4d04-a53f-3be965fa4d65 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a89ae99-44e2-4c2e-babd-7355c9e5969b HTTP/1.1" status: 204 len: 168 time: 0.2068894 Jan 25 21:17:27.873113 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41286) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:27.880079 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126deb5-da2a-4d04-a53f-3be965fa4d65 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89ae99-44e2-4c2e-babd-7355c9e5969b,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:27.886363 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.api.v2.resource [None req-13a0c690-8a5b-4a72-bfc2-73999d0fb1cb tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] show failed (client error): The resource could not be found. Jan 25 21:17:27.888562 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-13a0c690-8a5b-4a72-bfc2-73999d0fb1cb tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "GET /v2.0/security-groups/3a89ae99-44e2-4c2e-babd-7355c9e5969b HTTP/1.1" status: 404 len: 347 time: 0.0132318 Jan 25 21:17:27.890173 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41288) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:28.014928 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Deleting port fd357a2f-aaca-43ba-9bfc-9d0016303493 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:28.015190 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:28.087428 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:28.087761 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (fd357a2f-aaca-43ba-9bfc-9d0016303493), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:28.101549 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Calling delete_port for fd357a2f-aaca-43ba-9bfc-9d0016303493 owned by network:floatingip {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:28.314802 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (fd357a2f-aaca-43ba-9bfc-9d0016303493), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:28.340952 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Pushing event deleted for resources: {'Port': ['ID=fd357a2f-aaca-43ba-9bfc-9d0016303493,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:28.399370 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks [] for floatingip (a8459fdf-1004-44d5-b46f-3b36ab31499e), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:28.401970 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:28.406017 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-51d83ba1-9f05-44c5-9c2c-c57cfbb32056 tempest-AttachVolumeTestJSON-1448297939 tempest-AttachVolumeTestJSON-1448297939-project] 10.222.0.20 "DELETE /v2.0/floatingips/a8459fdf-1004-44d5-b46f-3b36ab31499e HTTP/1.1" status: 204 len: 168 time: 0.5120039 Jan 25 21:17:28.440732 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-cd88e678-d3f5-4794-be99-fb559e2c78d0 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506070068&fields=id&tenant_id=053092731f6547e28a2c5ce1c800ac42 HTTP/1.1" status: 200 len: 267 time: 0.0457721 Jan 25 21:17:28.546572 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-44204aec-6336-47ae-abca-428b21878d92 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:28.547936 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-44204aec-6336-47ae-abca-428b21878d92 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 809 time: 0.1006908 Jan 25 21:17:28.566031 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-a5374c27-06e1-404a-9b44-87149f0e6712 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/quotas/053092731f6547e28a2c5ce1c800ac42 HTTP/1.1" status: 200 len: 375 time: 0.0088077 Jan 25 21:17:28.616332 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-670ca338-1f53-4918-8eac-3b7a57708250 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452774 Jan 25 21:17:28.715392 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-0ae1c818-9635-4e53-92dc-3f2054079923 service neutron] 10.222.0.20 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873287 Jan 25 21:17:28.802415 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-04ed2117-6a91-489a-8331-e2bb936c4711 service neutron] 10.222.0.20 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813634 Jan 25 21:17:29.123578 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:29.368919 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-bf3b8ce2-ba22-4e9a-810a-d342afbff229 req-77d1872f-747e-448e-8a9b-a60801bca341 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0290117 Jan 25 21:17:30.453179 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d0f93bb3-2834-4683-b147-a1c2bd66f7f7 req-2ab25d54-b93e-4af4-9f8c-b92b6c7e303a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0308177 Jan 25 21:17:30.537127 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:31.547964 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-9acc85b1-5e09-4562-8c1d-705332c2ae1a req-b3342604-a803-4c50-a8e2-8217fc3faf04 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Jan 25 21:17:31.821131 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:32.427824 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41364) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:32.666825 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3cae7a2a-ae9f-4adf-aa2c-ded4361c18ce req-5a8a0cbf-fd36-49c5-92b0-a8322038d3f2 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0265412 Jan 25 21:17:32.897003 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (ebccfa6a-b55e-4e49-843e-c248e41a4181), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:33.129806 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Deleting port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:33.130146 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:33.205773 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] For port 1011eea6-4b6d-4e54-96fc-4582abcdf6b7, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:33.206142 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:33.217038 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Calling delete_port for 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 owned by network:router_interface {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:33.472724 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (1011eea6-4b6d-4e54-96fc-4582abcdf6b7), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:33.499536 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Pushing event deleted for resources: {'Port': ['ID=1011eea6-4b6d-4e54-96fc-4582abcdf6b7,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:33.864909 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-298d8c99-f4f9-4996-9cdb-1973c2de7fef req-ad477af4-1dc1-4c88-b764-a3bdbf113362 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Jan 25 21:17:33.921704 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (ebccfa6a-b55e-4e49-843e-c248e41a4181), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:34.122389 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Router ebccfa6a-b55e-4e49-843e-c248e41a4181 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:17:34.221028 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:34.226023 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-93f82d1f-2f90-4d7f-a294-a5b7b8d8f458 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebccfa6a-b55e-4e49-843e-c248e41a4181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7970617 Jan 25 21:17:34.228486 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41376) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:34.231184 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] Sync routers for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:34.241038 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:34.241638 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:17:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:34.335708 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks [] for router (ebccfa6a-b55e-4e49-843e-c248e41a4181), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:34.351796 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:34.437473 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-8c1c1bdb-09d5-43bc-b10b-7c9f9d1d1857 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:34.440259 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-8c1c1bdb-09d5-43bc-b10b-7c9f9d1d1857 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.24 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 809 time: 0.1054323 Jan 25 21:17:34.440420 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks [] for router_gateway (ebccfa6a-b55e-4e49-843e-c248e41a4181), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:34.501007 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-d87b4936-ae84-4947-bec2-ca659cac1ea9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053092731f6547e28a2c5ce1c800ac42 HTTP/1.1" status: 200 len: 380 time: 0.0527766 Jan 25 21:17:34.510532 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'port': {'device_id': '485fe67e-cb49-44d2-a215-914bdae144d7', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'admin_state_up': True, 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'security_groups': ['24b3ff1f-70d4-4082-a728-096c3aa85595']}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:34.533769 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:17:33Z', 'revision_number': 5, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port': {'id': '367a865f-1b4e-46c9-b095-60c6f61cd353', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:11:09Z', 'updated_at': '2022-01-25T21:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:34.563914 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] Checking router: ebccfa6a-b55e-4e49-843e-c248e41a4181 for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:34.573035 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] Routers {'ebccfa6a-b55e-4e49-843e-c248e41a4181'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:34.573649 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:17:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['ebccfa6a-b55e-4e49-843e-c248e41a4181'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:34.616412 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Deleting port 367a865f-1b4e-46c9-b095-60c6f61cd353 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:34.616412 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:34.677122 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] Set router ebccfa6a-b55e-4e49-843e-c248e41a4181 gateway port host: None {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:34.705509 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] For port 367a865f-1b4e-46c9-b095-60c6f61cd353, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=367a865f-1b4e-46c9-b095-60c6f61cd353,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:34.706025 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:34.708665 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Made reservation on behalf of 053092731f6547e28a2c5ce1c800ac42 for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:17:34.712303 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:34.726502 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Calling delete_port for 367a865f-1b4e-46c9-b095-60c6f61cd353 owned by network:router_gateway {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:34.729355 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:17:34Z', 'revision_number': 6, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:34.832254 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:34.860078 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36baf21c-1c65-4762-a23a-71e4c888dee2 None None] The sync data for ids ['ebccfa6a-b55e-4e49-843e-c248e41a4181'] in dv-cinder-809518-10-iscsi is: [{'id': 'ebccfa6a-b55e-4e49-843e-c248e41a4181', 'name': 'tempest-AttachVolumeTestJSON-140300663-router', 'tenant_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:11:08Z', 'updated_at': '2022-01-25T21:17:34Z', 'revision_number': 6, 'project_id': 'b78cbbb4b9304ab49066a9ff990dffda', 'gw_port_host': None}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:34.915049 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Allocated IP 172.20.0.3 (61aa050f-a452-4cd3-9ce4-0977a4b242ae/1735e5a8-2121-496b-9067-be838dd39341/9a057a4a-870e-4294-a0ee-0bd896633b1d) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:17:34.969685 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-881f057a-71b0-461e-bc20-1679102ea8dd req-081d8042-947e-4870-b3f3-451093064cec tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0317278 Jan 25 21:17:34.983375 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (367a865f-1b4e-46c9-b095-60c6f61cd353), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.010249 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=367a865f-1b4e-46c9-b095-60c6f61cd353,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:35.071074 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (ebccfa6a-b55e-4e49-843e-c248e41a4181), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.087034 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.158145 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (ebccfa6a-b55e-4e49-843e-c248e41a4181), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.160839 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks [] for router_controller (ebccfa6a-b55e-4e49-843e-c248e41a4181), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.223251 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.266262 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:17:35.269304 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:35.273035 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:17:35.292252 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (ebccfa6a-b55e-4e49-843e-c248e41a4181), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.292821 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebccfa6a-b55e-4e49-843e-c248e41a4181 {{(pid=103217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:17:35.297097 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.298259 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-aa0f541c-c231-4802-99cf-815159d6bb69 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ebccfa6a-b55e-4e49-843e-c248e41a4181 HTTP/1.1" status: 204 len: 168 time: 1.0688810 Jan 25 21:17:35.301355 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41382) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:35.321817 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:35.352459 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:35.352852 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] Deleting subnet 3f244e74-e4e4-4805-89d7-96ab50892717 {{(pid=103217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:17:35.353582 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.362278 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] Publish callbacks [] for subnet (3f244e74-e4e4-4805-89d7-96ab50892717), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.402310 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63018311'] for subnet (3f244e74-e4e4-4805-89d7-96ab50892717), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.452365 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-52d01b80-f119-462f-a4d5-203bf321af8d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455290 Jan 25 21:17:35.463375 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Request body: {'port': {'device_id': '485fe67e-cb49-44d2-a215-914bdae144d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:35.480784 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (3f244e74-e4e4-4805-89d7-96ab50892717), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.523642 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.530513 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-8b5d05ed-6e3d-4b6a-9f42-aa3f0f45a8b1 None None] Provisioning complete for port 9a057a4a-870e-4294-a0ee-0bd896633b1d triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:35.531573 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8b5d05ed-6e3d-4b6a-9f42-aa3f0f45a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.567761 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d05ed-6e3d-4b6a-9f42-aa3f0f45a8b1 None None] Port 9a057a4a-870e-4294-a0ee-0bd896633b1d cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:17:35.629841 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62977412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63009036'] for subnet (3f244e74-e4e4-4805-89d7-96ab50892717), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.659139 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f244e74-e4e4-4805-89d7-96ab50892717,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:35.673817 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.677796 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-72c74e03-eb32-4c74-9877-eab328759fb2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f244e74-e4e4-4805-89d7-96ab50892717 HTTP/1.1" status: 204 len: 168 time: 0.3750343 Jan 25 21:17:35.680507 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41386) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:35.684675 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240d7d0-2835-43f9-8d4d-a350337e72ba None None] Network 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:35.816351 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.836833 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a057a4a-870e-4294-a0ee-0bd896633b1d {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:17:35.844851 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Publish callbacks [] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.873263 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Transition to ACTIVE for port object 9a057a4a-870e-4294-a0ee-0bd896633b1d will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:17:35.888104 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] DHCP port deletion for 3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:17:35.891411 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Deleting port 77522084-1637-47e9-8c3e-74fa556f2828 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:35.892022 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (77522084-1637-47e9-8c3e-74fa556f2828), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.939856 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Deleting port 77522084-1637-47e9-8c3e-74fa556f2828 {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:17:35.940306 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (77522084-1637-47e9-8c3e-74fa556f2828), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.961825 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] For port 77522084-1637-47e9-8c3e-74fa556f2828, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=77522084-1637-47e9-8c3e-74fa556f2828,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:35.962308 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (77522084-1637-47e9-8c3e-74fa556f2828), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:35.977930 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Calling delete_port for 77522084-1637-47e9-8c3e-74fa556f2828 owned by network:dhcp {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:36.002514 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.012894 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] For port 77522084-1637-47e9-8c3e-74fa556f2828, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=77522084-1637-47e9-8c3e-74fa556f2828,segment=NetworkSegment(c9780015-6f55-4d3a-9063-cfabebcc1ed4),segment_id=c9780015-6f55-4d3a-9063-cfabebcc1ed4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:36.013903 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (77522084-1637-47e9-8c3e-74fa556f2828), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.027837 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Calling delete_port for 77522084-1637-47e9-8c3e-74fa556f2828 owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:17:36.103095 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:36.167350 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fa9f8-5191-485f-93e9-5e7d392c08cf req-5485513c-ed86-44cc-8357-45fd82e7c610 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.169043 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f75fa9f8-5191-485f-93e9-5e7d392c08cf req-5485513c-ed86-44cc-8357-45fd82e7c610 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0562625 Jan 25 21:17:36.185732 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Attempting to bind port 9a057a4a-870e-4294-a0ee-0bd896633b1d on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:17:36.186207 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Attempting to bind port 9a057a4a-870e-4294-a0ee-0bd896633b1d by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:17:36.186609 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Attempting to bind port 9a057a4a-870e-4294-a0ee-0bd896633b1d on network 61aa050f-a452-4cd3-9ce4-0977a4b242ae {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:17:36.191347 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Port 9a057a4a-870e-4294-a0ee-0bd896633b1d on network 61aa050f-a452-4cd3-9ce4-0977a4b242ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:17:36.191744 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Attempting to bind port 9a057a4a-870e-4294-a0ee-0bd896633b1d on network 61aa050f-a452-4cd3-9ce4-0977a4b242ae {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:17:36.197025 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:17:36.197225 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (77522084-1637-47e9-8c3e-74fa556f2828), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.197802 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Checking segment: {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:36.198370 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Bound using segment: {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:17:36.199009 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Bound port: 9a057a4a-870e-4294-a0ee-0bd896633b1d, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4dab91-692a-4173-a768-afa8e9f37216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:17:36.199438 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.201056 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (77522084-1637-47e9-8c3e-74fa556f2828), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.240070 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Pushing event deleted for resources: {'Port': ['ID=77522084-1637-47e9-8c3e-74fa556f2828,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:36.241961 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] No DVR routers for this DVR port 77522084-1637-47e9-8c3e-74fa556f2828 on host dv-cinder-809518-10-iscsi {{(pid=103217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:17:36.249714 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] No DVR routers for this DVR port 77522084-1637-47e9-8c3e-74fa556f2828 on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:17:36.259122 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Pushing event deleted for resources: {'Port': ['ID=77522084-1637-47e9-8c3e-74fa556f2828,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:36.286345 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:17:36.287958 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.288882 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.289423 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.290086 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:17:36.291540 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.292842 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.293202 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.293537 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.293904 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.294230 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.294727 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.295053 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.295382 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.295705 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823f1f6-cc9c-4ff1-a5f6-0ff96dfc83ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:36.330065 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f75fa9f8-5191-485f-93e9-5e7d392c08cf req-80d14951-cee6-4b73-989a-08a751d0ef3c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538711 Jan 25 21:17:36.361055 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.378592 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.389301 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e70a246-a42e-41a0-b95c-ff1d0c9ffe88']}} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:36.405319 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9780015-6f55-4d3a-9063-cfabebcc1ed4') {'for_net_delete': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:36.405615 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9780015-6f55-4d3a-9063-cfabebcc1ed4') {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:36.414067 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.415318 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.416877 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] 10.222.0.24 "PUT /v2.0/ports/9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 1093 time: 0.9579554 Jan 25 21:17:36.417647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:17:36.418230 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63018318'] for segment (c9780015-6f55-4d3a-9063-cfabebcc1ed4), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.420137 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b249de-364a-4625-9cde-55d3d23b8542" -d '{"events": [{"name": "network-changed", "server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:17:36.436536 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (c9780015-6f55-4d3a-9063-cfabebcc1ed4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.450457 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:17:36.450784 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62977322'] for segment (c9780015-6f55-4d3a-9063-cfabebcc1ed4), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: Traceback (most recent call last): Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: timer() Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: cb(*args, **kw) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: return func(*args, **kwargs) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: self._notify() Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: self.callback(batched_events) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: event.method(event) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: return f(self, *a, **k) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._get(url).json() Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: return self.request(url, 'GET', **kwargs) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:17:36.453659 dv-cinder-809518-10-iscsi neutron-server[103217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:17:36.458814 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ef4b8-0eea-4079-a769-f7f4d6967daa service neutron] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:36.471691 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad90f5d-76ef-4499-985f-99c042491732 x-openstack-request-id: req-fad90f5d-76ef-4499-985f-99c042491732 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:17:36.471691 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:17:36.471691 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fad90f5d-76ef-4499-985f-99c042491732 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:17:36.471691 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'status': 'completed', 'code': 200} Jan 25 21:17:36.537861 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b249de-364a-4625-9cde-55d3d23b8542 req-a0c61e02-45fe-4be7-95ed-0c49422371a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.539441 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e9b249de-364a-4625-9cde-55d3d23b8542 req-a0c61e02-45fe-4be7-95ed-0c49422371a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1096 time: 0.0478883 Jan 25 21:17:36.640718 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (3e70a246-a42e-41a0-b95c-ff1d0c9ffe88), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.646502 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:36.647977 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b249de-364a-4625-9cde-55d3d23b8542 req-34b7cf3a-c57a-4e29-aa00-a466750d4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.652452 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e70a246-a42e-41a0-b95c-ff1d0c9ffe88 HTTP/1.1" status: 204 len: 168 time: 0.9677536 Jan 25 21:17:36.652566 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e9b249de-364a-4625-9cde-55d3d23b8542 req-34b7cf3a-c57a-4e29-aa00-a466750d4754 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=053092731f6547e28a2c5ce1c800ac42&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1031933 Jan 25 21:17:36.663881 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68e4d-cc00-4a7a-a92a-6c9678b9ba5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e70a246-a42e-41a0-b95c-ff1d0c9ffe88,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:36.754800 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b249de-364a-4625-9cde-55d3d23b8542 req-46ce392a-a674-435b-9f31-d0c0e6356945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.756286 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e9b249de-364a-4625-9cde-55d3d23b8542 req-46ce392a-a674-435b-9f31-d0c0e6356945 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006484 Jan 25 21:17:36.831052 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-e0e64291-886d-4c73-ab0e-72a175cd065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.832723 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-e0e64291-886d-4c73-ab0e-72a175cd065f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1096 time: 0.0423250 Jan 25 21:17:36.843870 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 77522084-1637-47e9-8c3e-74fa556f2828 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:36.864347 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 77522084-1637-47e9-8c3e-74fa556f2828 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:17:36.864946 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 77522084-1637-47e9-8c3e-74fa556f2828 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:36.865371 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 367a865f-1b4e-46c9-b095-60c6f61cd353 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:36.876026 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-f88b8a72-db05-4158-bd43-1477df0679ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 217 time: 0.0369589 Jan 25 21:17:36.884681 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 367a865f-1b4e-46c9-b095-60c6f61cd353 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:17:36.885027 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 367a865f-1b4e-46c9-b095-60c6f61cd353 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:36.885527 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:17:36.904968 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:17:36.905678 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 1011eea6-4b6d-4e54-96fc-4582abcdf6b7 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:17:36.937096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-5b5c5237-b002-4e47-8d6d-2abd94cd16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.938811 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-5b5c5237-b002-4e47-8d6d-2abd94cd16c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 200 len: 848 time: 0.0573952 Jan 25 21:17:36.983393 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-f4cb034e-6cbd-448f-9b05-972474815608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:36.984888 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-f4cb034e-6cbd-448f-9b05-972474815608 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61aa050f-a452-4cd3-9ce4-0977a4b242ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403864 Jan 25 21:17:37.009149 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41406) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:37.030082 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:17:37.063068 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b9de2999-b085-48d6-bfed-bdcc7576a9ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b78cbbb4b9304ab49066a9ff990dffda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528452 Jan 25 21:17:37.065527 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41410) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:37.090155 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-5c051cf2-fcb3-4a08-b98b-f5e6eb2eabda service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991344 Jan 25 21:17:37.114628 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ba-deb4-47a4-865b-da3941119f35 admin admin] Publish callbacks [] for security_group (10eb1978-db77-4567-b43c-48e088d94dfd), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:37.135851 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ba-deb4-47a4-865b-da3941119f35 admin admin] Publish callbacks [] for security_group (10eb1978-db77-4567-b43c-48e088d94dfd), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:37.182587 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1ce2e7b6-a288-45d4-ac62-9a37a18ed342 req-dee3bc1c-fc0c-4596-8209-6221e0934e08 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856521 Jan 25 21:17:37.271862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ba-deb4-47a4-865b-da3941119f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (10eb1978-db77-4567-b43c-48e088d94dfd), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:37.274457 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-bb1b97ba-deb4-47a4-865b-da3941119f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:37.275598 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-bb1b97ba-deb4-47a4-865b-da3941119f35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10eb1978-db77-4567-b43c-48e088d94dfd HTTP/1.1" status: 204 len: 168 time: 0.2091637 Jan 25 21:17:37.283576 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b97ba-deb4-47a4-865b-da3941119f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb1978-db77-4567-b43c-48e088d94dfd,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:37.435723 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3ff4-2867-499b-9852-93c87ad54fa6 req-3f16126c-bf5b-4b7c-b083-0b2507ed58e7 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:37.437134 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d26d3ff4-2867-499b-9852-93c87ad54fa6 req-3f16126c-bf5b-4b7c-b083-0b2507ed58e7 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0483208 Jan 25 21:17:37.485354 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d26d3ff4-2867-499b-9852-93c87ad54fa6 req-8b060b39-2858-4e41-ac8c-52075d5488eb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Jan 25 21:17:38.602097 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ff625-1391-4065-9954-e80e645522e1 req-5bdf157e-90ce-4728-ada4-33dbfff2475d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:38.603530 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b3ff625-1391-4065-9954-e80e645522e1 req-5bdf157e-90ce-4728-ada4-33dbfff2475d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0474002 Jan 25 21:17:38.653002 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b3ff625-1391-4065-9954-e80e645522e1 req-9d0d6de6-20db-4637-aa16-8db1746aa2c4 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Jan 25 21:17:39.770088 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745484e-28c9-4edc-ad00-23e76dfb6c91 req-24fa5719-61fe-43a4-b7b6-cef97163ca76 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:39.771585 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6745484e-28c9-4edc-ad00-23e76dfb6c91 req-24fa5719-61fe-43a4-b7b6-cef97163ca76 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0498497 Jan 25 21:17:39.820499 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6745484e-28c9-4edc-ad00-23e76dfb6c91 req-c7f527f1-215d-40c8-b51d-fb4c176b76c6 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433083 Jan 25 21:17:40.936814 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c50870-6908-4243-84b1-914397d4aa58 req-291e41bf-a04c-4427-8aac-672a99a118a3 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:40.938191 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c9c50870-6908-4243-84b1-914397d4aa58 req-291e41bf-a04c-4427-8aac-672a99a118a3 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0518417 Jan 25 21:17:40.988039 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c9c50870-6908-4243-84b1-914397d4aa58 req-862c5864-5153-4099-a4f1-bdeaf822f455 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Jan 25 21:17:42.106487 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c3f7-ec6a-4c19-8f3f-8a2b56951c7e req-236e602a-7b23-4872-8c44-9955a68c1b09 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:42.108080 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f863c3f7-ec6a-4c19-8f3f-8a2b56951c7e req-236e602a-7b23-4872-8c44-9955a68c1b09 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0521839 Jan 25 21:17:42.157151 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f863c3f7-ec6a-4c19-8f3f-8a2b56951c7e req-d15ab2bd-5efb-48ca-9cac-5de3a6ee2aeb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Jan 25 21:17:43.268220 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3e882-014f-4d91-9748-47fa2f005472 req-05b6db44-f7f1-45d6-ab62-a9003ea0b5d1 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:43.269683 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-89c3e882-014f-4d91-9748-47fa2f005472 req-05b6db44-f7f1-45d6-ab62-a9003ea0b5d1 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0478740 Jan 25 21:17:43.319652 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-89c3e882-014f-4d91-9748-47fa2f005472 req-16a379f4-173e-44e4-84f7-a8b97171cfbe tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Jan 25 21:17:44.444333 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ace1cb-b27c-4f5a-b0c8-3a745e3aa838 req-78ce874b-c138-4a2c-82b2-09fd4bea890f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:44.446952 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c2ace1cb-b27c-4f5a-b0c8-3a745e3aa838 req-78ce874b-c138-4a2c-82b2-09fd4bea890f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0586915 Jan 25 21:17:44.499910 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c2ace1cb-b27c-4f5a-b0c8-3a745e3aa838 req-6343aa9b-1b66-4ec8-85d9-d3a8de97f854 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464182 Jan 25 21:17:45.110695 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9a057a4a-870e-4294-a0ee-0bd896633b1d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:17:45.201062 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:45.212535 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'port_id': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'mac_address': 'fa:16:3e:a9:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:17:45.252002 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9a057a4a-870e-4294-a0ee-0bd896633b1d is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:45.252390 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:45.264927 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a057a4a-870e-4294-a0ee-0bd896633b1d {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:17:45.284745 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:45.352144 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:45.398956 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:45.579912 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['9a057a4a-870e-4294-a0ee-0bd896633b1d'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:17:45.615854 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063988d-1d48-4ed1-8fd7-f3eb59c463ab req-f1bdcce9-5d05-46d7-bc49-32c24a305b60 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:45.617341 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3063988d-1d48-4ed1-8fd7-f3eb59c463ab req-f1bdcce9-5d05-46d7-bc49-32c24a305b60 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 944 time: 0.0519421 Jan 25 21:17:45.666176 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-3063988d-1d48-4ed1-8fd7-f3eb59c463ab req-23061338-b106-4ab7-8e9d-41b59a63fdb1 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Jan 25 21:17:46.782443 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680cbe2-c419-4ced-81ac-26cdd60d8306 req-b9264965-7d68-4fc3-8cdf-f2cb340b5622 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:46.783903 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f680cbe2-c419-4ced-81ac-26cdd60d8306 req-b9264965-7d68-4fc3-8cdf-f2cb340b5622 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 944 time: 0.0485277 Jan 25 21:17:46.834789 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f680cbe2-c419-4ced-81ac-26cdd60d8306 req-a9a2417a-ab0c-4088-87c2-7b44acf1e822 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 Jan 25 21:17:47.114234 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9a057a4a-870e-4294-a0ee-0bd896633b1d up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:17:47.220279 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 9a057a4a-870e-4294-a0ee-0bd896633b1d completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:17:47.224172 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 9a057a4a-870e-4294-a0ee-0bd896633b1d triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:17:47.224584 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:47.301840 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9a057a4a-870e-4294-a0ee-0bd896633b1d is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:17:47.302231 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:47.324505 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:17:47.326704 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ff88c1-6cf3-4a82-b791-c7c0652cbdd1" -d '{"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:17:47.338741 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:17:47.361404 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa15597-b535-4c74-b4f8-b3793e567271 x-openstack-request-id: req-dfa15597-b535-4c74-b4f8-b3793e567271 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:17:47.361676 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:17:47.365598 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfa15597-b535-4c74-b4f8-b3793e567271 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:17:47.365598 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'code': 200} Jan 25 21:17:47.411274 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:47.458699 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:47.707088 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe59dd3-1cbe-48d7-a3f3-df56bb23db24 req-739661ed-bc7c-4e4a-9dff-520c0905bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:47.708446 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fbe59dd3-1cbe-48d7-a3f3-df56bb23db24 req-739661ed-bc7c-4e4a-9dff-520c0905bf1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1098 time: 0.0384707 Jan 25 21:17:47.753771 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fbe59dd3-1cbe-48d7-a3f3-df56bb23db24 req-63fafcad-0519-46b3-b6a1-c1ab06b4d606 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 Jan 25 21:17:47.949071 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68d137-fb63-4b92-83d1-5849ccb8e900 req-2849620e-4f13-4568-be21-4c8027d50f64 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:47.950541 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9f68d137-fb63-4b92-83d1-5849ccb8e900 req-2849620e-4f13-4568-be21-4c8027d50f64 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0488801 Jan 25 21:17:47.997574 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9f68d137-fb63-4b92-83d1-5849ccb8e900 req-fe53f096-3830-47d4-981f-a5ae4af1867c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Jan 25 21:17:48.892114 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41646) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:48.995197 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab89a0ab-3bfc-4691-8613-5252b5464096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.068324 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab89a0ab-3bfc-4691-8613-5252b5464096 admin admin] Publish callbacks [] for security_group (e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.113993 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db470-ce8f-40be-aff1-12897ebd180d req-514a0765-a29e-4ae9-ba16-32b185e36aed tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:49.115621 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-694db470-ce8f-40be-aff1-12897ebd180d req-514a0765-a29e-4ae9-ba16-32b185e36aed tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0460958 Jan 25 21:17:49.149279 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ab89a0ab-3bfc-4691-8613-5252b5464096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.194771 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-694db470-ce8f-40be-aff1-12897ebd180d req-77ad1daa-f6a5-479f-9a19-ab740d47d236 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728288 Jan 25 21:17:49.201760 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ab89a0ab-3bfc-4691-8613-5252b5464096 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0787bd65e21494e860d6bc3251fe520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085611 Jan 25 21:17:49.204614 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41656) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:49.206766 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89a0ab-3bfc-4691-8613-5252b5464096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:49.262851 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d3574d8d-785e-41bd-8a82-19928e97f1de admin admin] Publish callbacks [] for security_group (e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.307747 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d3574d8d-785e-41bd-8a82-19928e97f1de admin admin] Publish callbacks [] for security_group (e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.352204 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b2b4d-6d26-48b2-9d8c-de9c10e6e6c8 req-eaaaa0a2-2ca3-47e1-a6e1-be113be3c87d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:49.353670 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-804b2b4d-6d26-48b2-9d8c-de9c10e6e6c8 req-eaaaa0a2-2ca3-47e1-a6e1-be113be3c87d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0882785 Jan 25 21:17:49.403311 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-804b2b4d-6d26-48b2-9d8c-de9c10e6e6c8 req-ce33875b-f722-475a-baf3-0c3f7721acbc tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Jan 25 21:17:49.424478 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41662) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:49.442922 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d3574d8d-785e-41bd-8a82-19928e97f1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.446233 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d3574d8d-785e-41bd-8a82-19928e97f1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.451607 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d3574d8d-785e-41bd-8a82-19928e97f1de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b HTTP/1.1" status: 204 len: 168 time: 0.2367878 Jan 25 21:17:49.455521 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3574d8d-785e-41bd-8a82-19928e97f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aa1676-9dac-42d7-b942-c5e1b0bfbc1b,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:49.579825 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeaab74-7d0f-4f51-8e05-c56bee81285b tempest-TestShelveInstance-1551009326 tempest-TestShelveInstance-1551009326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:49.581447 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5aeaab74-7d0f-4f51-8e05-c56bee81285b tempest-TestShelveInstance-1551009326 tempest-TestShelveInstance-1551009326-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1093 time: 0.1558030 Jan 25 21:17:49.584417 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41668) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:49.588670 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'port_id': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:49.708804 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.806002 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:49.910614 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Allocated IP 172.27.2.127 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/ca783bbc-f9f1-443b-85aa-90a0432007ce) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:17:50.010256 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.106546 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.143293 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:17:50.146832 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:50.152705 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:17:50.177303 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'Port': ['ID=ca783bbc-f9f1-443b-85aa-90a0432007ce,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:50.504276 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41692) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:50.512456 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for floatingip (a2a92c82-7430-42f6-912e-bfcde0bf34de), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.688681 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.733041 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-976684835-network', 'tenant_id': '3cc6ff5c26c14060bef51dab291d1655'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:50.836558 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.840063 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Made reservation on behalf of 3cc6ff5c26c14060bef51dab291d1655 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:17:50.842420 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.851166 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.919837 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:50.921777 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks [] for security_group (5104f632-411a-4f34-bf05-37289802b49e), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.011729 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5104f632-411a-4f34-bf05-37289802b49e), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.049281 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:17:51.058509 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5104f632-411a-4f34-bf05-37289802b49e,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:51.064794 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (aa98981c-3f91-42c1-abfc-7e8a0a72b769), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.065143 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Added segment aa98981c-3f91-42c1-abfc-7e8a0a72b769 of type vlan for network cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d Jan 25 21:17:51.108833 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.191660 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.192669 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:51.193780 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.254472 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] Pushing event updated for resources: {'Network': ['ID=cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:51.264819 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:17:51.267135 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event updated for resources: {'Port': ['ID=ca783bbc-f9f1-443b-85aa-90a0432007ce,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:51.280062 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (a2a92c82-7430-42f6-912e-bfcde0bf34de), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.297183 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-3501a6ba-950a-4d89-bcd8-8a899fdbeebd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7917275 Jan 25 21:17:51.299981 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41698) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:51.305155 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Request body: {'subnet': {'network_id': 'cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-976684835-subnet', 'tenant_id': '3cc6ff5c26c14060bef51dab291d1655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:51.384745 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Floating IP a2a92c82-7430-42f6-912e-bfcde0bf34de associated. External IP: 172.27.2.127, port: 9a057a4a-870e-4294-a0ee-0bd896633b1d. Jan 25 21:17:51.388114 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Made reservation on behalf of 3cc6ff5c26c14060bef51dab291d1655 for: {'subnet': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:17:51.390482 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63009073'] for subnet (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.590131 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:17:51.634918 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62979913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63009031'] for subnet (bdc2c341-8ae2-4b2d-9057-0b0e1161c74a), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.688361 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc2c341-8ae2-4b2d-9057-0b0e1161c74a,revision_number=0']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:51.697431 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Checking segment: {'id': 'aa98981c-3f91-42c1-abfc-7e8a0a72b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:51.697818 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Network hostable DHCP agents. Network: cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:17:51.701662 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:17:51.712869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] Sync routers for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:17:51.722719 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:51.727580 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:17:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:51.797136 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Network cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:17:51.828071 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.830115 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:51.854246 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ae0c5c9e-9ad2-4daf-98aa-9441c27528c9 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2688129 Jan 25 21:17:51.856549 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:17:51.857049 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c84650d-cfc7-4c58-97d9-4c766f505516" -d '{"events": [{"name": "network-changed", "server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:17:51.895460 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2313c6-99d9-4e68-8afa-451dc978bbfb x-openstack-request-id: req-4c2313c6-99d9-4e68-8afa-451dc978bbfb {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:17:51.895765 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:17:51.896057 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c2313c6-99d9-4e68-8afa-451dc978bbfb {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:17:51.896452 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'status': 'completed', 'code': 200} Jan 25 21:17:51.906354 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d) {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:51.912155 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:51.912863 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:51.918425 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91f461-2348-4c09-add9-0b109b34db04 None None] Network cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:51.956491 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-430edff5-15d3-4a5d-9317-bd848404056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:51.958241 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-430edff5-15d3-4a5d-9317-bd848404056f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1098 time: 0.0411456 Jan 25 21:17:52.031362 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-68ced0e9-9cd8-403d-b697-226b5effb345 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7223396 Jan 25 21:17:52.056097 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-f3a034b1-e2c0-4682-b52b-14b50dcf1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:52.057604 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-f3a034b1-e2c0-4682-b52b-14b50dcf1887 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 910 time: 0.0918071 Jan 25 21:17:52.068789 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4631fc-3117-4beb-8324-9a8c6a497939 None None] Network cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:52.127444 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-3b169802-0c9a-4761-8fd9-7f70d1b8ff96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 999 time: 0.0637860 Jan 25 21:17:52.178074 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-3de6a684-0bbc-4873-88cc-29ea1dbf9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:52.179563 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-3de6a684-0bbc-4873-88cc-29ea1dbf9e4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 200 len: 848 time: 0.0466998 Jan 25 21:17:52.229391 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-8c2517ad-47d3-421d-ba7a-a17cb4042360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:52.230950 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-8c2517ad-47d3-421d-ba7a-a17cb4042360 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61aa050f-a452-4cd3-9ce4-0977a4b242ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457017 Jan 25 21:17:52.325476 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-c9d5673b-5675-4261-be4f-86139858c077 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883436 Jan 25 21:17:52.350922 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'a2a92c82-7430-42f6-912e-bfcde0bf34de', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'port_id': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'mac_address': 'fa:16:3e:a9:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485fe67e-cb49-44d2-a215-914bdae144d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:17:50Z', 'updated_at': '2022-01-25T21:17:50Z', 'revision_number': 0, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 5, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:52.382016 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] Checking router: 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:17:52.390830 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:17:52.391447 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:17:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:52.419977 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5c84650d-cfc7-4c58-97d9-4c766f505516 req-e9157502-4ac5-472d-b3ec-50d038e88fc1 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891061 Jan 25 21:17:52.499032 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:17:52.717729 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'a2a92c82-7430-42f6-912e-bfcde0bf34de', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'port_id': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'mac_address': 'fa:16:3e:a9:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485fe67e-cb49-44d2-a215-914bdae144d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:17:50Z', 'updated_at': '2022-01-25T21:17:50Z', 'revision_number': 0, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 5, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:52.743037 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de308e1-69f0-48e0-ab33-4ca0296dab0f None None] The sync data for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi is: [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': 'a2a92c82-7430-42f6-912e-bfcde0bf34de', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'port_id': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'mac_address': 'fa:16:3e:a9:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485fe67e-cb49-44d2-a215-914bdae144d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:17:50Z', 'updated_at': '2022-01-25T21:17:50Z', 'revision_number': 0, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 5, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:17:52.759334 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41724) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:52.764724 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1038443854-network', 'tenant_id': '12cdc619d82e4a91b2072b31c6949b48'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:52.843326 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Made reservation on behalf of 12cdc619d82e4a91b2072b31c6949b48 for: {'network': 1} {{(pid=103217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:17:52.845664 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for network (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:52.854795 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:52.942473 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks [] for security_group (c95f2515-c032-4ade-8110-8fb43a00740d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:52.954931 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e4176-0bb6-4601-9007-e55549319c9a None None] New status for floating IP a2a92c82-7430-42f6-912e-bfcde0bf34de: ACTIVE {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:17:53.028099 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c95f2515-c032-4ade-8110-8fb43a00740d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.056243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 21:17:53.060808 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f2515-c032-4ade-8110-8fb43a00740d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:53.069490 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (cce68b31-2de3-4309-ab10-00aab431ae37), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.069984 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.segments_db [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Added segment cce68b31-2de3-4309-ab10-00aab431ae37 of type vlan for network a808fd2e-71cf-4696-976d-8dd220389b97 Jan 25 21:17:53.109924 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771833313630'] for network (a808fd2e-71cf-4696-976d-8dd220389b97), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.237346 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037'] for network (a808fd2e-71cf-4696-976d-8dd220389b97), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.238393 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:53.238976 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.301646 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] Pushing event updated for resources: {'Network': ['ID=a808fd2e-71cf-4696-976d-8dd220389b97,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:53.311364 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Network a808fd2e-71cf-4696-976d-8dd220389b97 details requested by agent ovs-agent-dv-cinder-809518-10-iscsi with host dv-cinder-809518-10-iscsi {{(pid=103219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 21:17:53.354220 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-720dd98f-b796-49d6-8ecc-05cf7e1e78bf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5937226 Jan 25 21:17:53.357093 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41736) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:53.361938 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Request body: {'subnet': {'network_id': 'a808fd2e-71cf-4696-976d-8dd220389b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1038443854-subnet', 'tenant_id': '12cdc619d82e4a91b2072b31c6949b48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:17:53.459915 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Made reservation on behalf of 12cdc619d82e4a91b2072b31c6949b48 for: {'subnet': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:17:53.462322 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63182866'] for subnet (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.728963 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49987961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63182884'] for subnet (6c31d568-29dd-446d-887f-7c56d5eab5fe), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.781699 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c31d568-29dd-446d-887f-7c56d5eab5fe,revision_number=0']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:53.792570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Checking segment: {'id': 'cce68b31-2de3-4309-ab10-00aab431ae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a808fd2e-71cf-4696-976d-8dd220389b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:17:53.792932 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Network hostable DHCP agents. Network: a808fd2e-71cf-4696-976d-8dd220389b97, hostable agents: ['3519bd7f-e312-428e-8f96-f600b4a4d343'], hosted agents: [] {{(pid=103218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 21:17:53.879503 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Network a808fd2e-71cf-4696-976d-8dd220389b97 is scheduled to be hosted by DHCP agent 3519bd7f-e312-428e-8f96-f600b4a4d343 with binding_index 1 {{(pid=103218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 21:17:53.959872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-10-iscsi, a808fd2e-71cf-4696-976d-8dd220389b97) {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:17:53.963940 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:17:53.964554 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:53.970099 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73194b-3e73-4599-b205-0b5d880f3819 None None] Network a808fd2e-71cf-4696-976d-8dd220389b97 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:54.040487 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-36556b99-1ad0-4477-82a6-a9ad742db896 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6821809 Jan 25 21:17:54.068545 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee84f66-1f5f-4ff6-bc04-a2bc18a7f348 None None] Network a808fd2e-71cf-4696-976d-8dd220389b97 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:17:54.149567 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41742) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:54.194145 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] Deleting subnet bdc2c341-8ae2-4b2d-9057-0b0e1161c74a {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:17:54.197239 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] Publish callbacks [] for subnet (bdc2c341-8ae2-4b2d-9057-0b0e1161c74a), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.229798 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (bdc2c341-8ae2-4b2d-9057-0b0e1161c74a), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.270878 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (bdc2c341-8ae2-4b2d-9057-0b0e1161c74a), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.469065 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (bdc2c341-8ae2-4b2d-9057-0b0e1161c74a), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.492693 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc2c341-8ae2-4b2d-9057-0b0e1161c74a,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:54.499341 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.502796 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a0bb386d-06f2-45a4-bd4d-fc1b77ba256b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bdc2c341-8ae2-4b2d-9057-0b0e1161c74a HTTP/1.1" status: 204 len: 168 time: 0.3521566 Jan 25 21:17:54.505303 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41744) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:54.570786 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.647574 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.666483 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:54.675290 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa98981c-3f91-42c1-abfc-7e8a0a72b769') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:54.675591 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa98981c-3f91-42c1-abfc-7e8a0a72b769') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:54.685025 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (aa98981c-3f91-42c1-abfc-7e8a0a72b769), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.698075 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (aa98981c-3f91-42c1-abfc-7e8a0a72b769), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.703720 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:17:54.704096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (aa98981c-3f91-42c1-abfc-7e8a0a72b769), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:17:54.705708 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:17:54.825522 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.831070 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.834536 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d HTTP/1.1" status: 204 len: 168 time: 0.3277988 Jan 25 21:17:54.837451 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41748) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:54.845337 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaca96e-cd8a-427c-a400-5b82ea151027 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1e3f8e-5b6a-4bf2-8770-c978bf2f148d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:54.880163 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] Deleting subnet 6c31d568-29dd-446d-887f-7c56d5eab5fe {{(pid=103217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:17:54.883908 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] Publish callbacks [] for subnet (6c31d568-29dd-446d-887f-7c56d5eab5fe), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.916664 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63018311'] for subnet (6c31d568-29dd-446d-887f-7c56d5eab5fe), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:54.957103 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (6c31d568-29dd-446d-887f-7c56d5eab5fe), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.083359 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62977412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63009036'] for subnet (6c31d568-29dd-446d-887f-7c56d5eab5fe), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.106189 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c31d568-29dd-446d-887f-7c56d5eab5fe,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:55.111647 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.114805 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-9b82774d-e426-420c-8cd5-37f15780f944 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6c31d568-29dd-446d-887f-7c56d5eab5fe HTTP/1.1" status: 204 len: 168 time: 0.2763140 Jan 25 21:17:55.117881 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41750) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:55.182522 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (a808fd2e-71cf-4696-976d-8dd220389b97), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.259124 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (a808fd2e-71cf-4696-976d-8dd220389b97), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.278477 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a808fd2e-71cf-4696-976d-8dd220389b97']}} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:55.288006 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce68b31-2de3-4309-ab10-00aab431ae37') {'for_net_delete': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:55.288302 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce68b31-2de3-4309-ab10-00aab431ae37') {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:17:55.297030 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63018318'] for segment (cce68b31-2de3-4309-ab10-00aab431ae37), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.312301 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (cce68b31-2de3-4309-ab10-00aab431ae37), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.318091 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:17:55.318469 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62977322'] for segment (cce68b31-2de3-4309-ab10-00aab431ae37), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: Traceback (most recent call last): Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: timer() Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: cb(*args, **kw) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: return func(*args, **kwargs) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: self._notify() Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: self.callback(batched_events) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: event.method(event) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: return f(self, *a, **k) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._get(url).json() Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: return self.request(url, 'GET', **kwargs) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:17:55.320042 dv-cinder-809518-10-iscsi neutron-server[103217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:17:55.456964 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (a808fd2e-71cf-4696-976d-8dd220389b97), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.464892 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.468057 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] 10.222.0.20 "DELETE /v2.0/networks/a808fd2e-71cf-4696-976d-8dd220389b97 HTTP/1.1" status: 204 len: 168 time: 0.3492510 Jan 25 21:17:55.479256 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a808fd2e-71cf-4696-976d-8dd220389b97,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:55.486297 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.486622 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.486973 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.487317 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.487654 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.487988 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.488325 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.488663 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.488995 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.489327 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.489656 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.490035 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.490366 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab2906-0244-4c3a-9d0e-e3afbcceca7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:17:55.663288 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4307662f-c737-495a-ae77-891ad5f782c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.887400 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41756) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:55.925614 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3ed0ef0f-a62a-4b85-8653-be4e62d3cad8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cc6ff5c26c14060bef51dab291d1655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370159 Jan 25 21:17:55.927869 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41758) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:55.972789 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3272112f-fbd2-43d3-8cbc-f104740cd868 admin admin] Publish callbacks [] for security_group (5104f632-411a-4f34-bf05-37289802b49e), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:55.992562 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3272112f-fbd2-43d3-8cbc-f104740cd868 admin admin] Publish callbacks [] for security_group (5104f632-411a-4f34-bf05-37289802b49e), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:56.114045 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3272112f-fbd2-43d3-8cbc-f104740cd868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (5104f632-411a-4f34-bf05-37289802b49e), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:56.117138 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-3272112f-fbd2-43d3-8cbc-f104740cd868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:56.118315 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-3272112f-fbd2-43d3-8cbc-f104740cd868 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5104f632-411a-4f34-bf05-37289802b49e HTTP/1.1" status: 204 len: 168 time: 0.1895576 Jan 25 21:17:56.126221 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272112f-fbd2-43d3-8cbc-f104740cd868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5104f632-411a-4f34-bf05-37289802b49e,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:56.795476 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41764) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:56.833164 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-e18b88ef-991e-45c9-8cfb-b9fabe998ff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12cdc619d82e4a91b2072b31c6949b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364890 Jan 25 21:17:56.836168 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41766) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:17:56.880502 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-baadefa9-8378-42ee-8ca5-98dd1a6f3291 admin admin] Publish callbacks [] for security_group (c95f2515-c032-4ade-8110-8fb43a00740d), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:56.901415 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-baadefa9-8378-42ee-8ca5-98dd1a6f3291 admin admin] Publish callbacks [] for security_group (c95f2515-c032-4ade-8110-8fb43a00740d), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:57.034220 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-baadefa9-8378-42ee-8ca5-98dd1a6f3291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c95f2515-c032-4ade-8110-8fb43a00740d), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:57.037423 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-baadefa9-8378-42ee-8ca5-98dd1a6f3291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:57.038613 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-baadefa9-8378-42ee-8ca5-98dd1a6f3291 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c95f2515-c032-4ade-8110-8fb43a00740d HTTP/1.1" status: 204 len: 168 time: 0.2015622 Jan 25 21:17:57.046319 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadefa9-8378-42ee-8ca5-98dd1a6f3291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f2515-c032-4ade-8110-8fb43a00740d,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:17:57.740512 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a0cc161c-949d-4e79-b75b-5411c8aaa7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:17:59.148280 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:00.505620 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:01.762797 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.192038 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41928) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:02.293924 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a9846da8-2139-4401-93c5-fd3ba5701433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.365862 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a9846da8-2139-4401-93c5-fd3ba5701433 admin admin] Publish callbacks [] for security_group (4b2ccaf3-2bd9-419b-a822-7f865dcd0690), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.476778 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a9846da8-2139-4401-93c5-fd3ba5701433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4b2ccaf3-2bd9-419b-a822-7f865dcd0690), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.514211 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a9846da8-2139-4401-93c5-fd3ba5701433 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=461f00346b07431db260f644b49dfa7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209968 Jan 25 21:18:02.514998 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9846da8-2139-4401-93c5-fd3ba5701433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ccaf3-2bd9-419b-a822-7f865dcd0690,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:02.516866 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41932) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:02.569156 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1c66140c-1e26-4d69-abf5-bc559fd09d43 admin admin] Publish callbacks [] for security_group (4b2ccaf3-2bd9-419b-a822-7f865dcd0690), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.591630 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1c66140c-1e26-4d69-abf5-bc559fd09d43 admin admin] Publish callbacks [] for security_group (4b2ccaf3-2bd9-419b-a822-7f865dcd0690), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.677027 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1c66140c-1e26-4d69-abf5-bc559fd09d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4b2ccaf3-2bd9-419b-a822-7f865dcd0690), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.679723 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1c66140c-1e26-4d69-abf5-bc559fd09d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:02.683479 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-1c66140c-1e26-4d69-abf5-bc559fd09d43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b2ccaf3-2bd9-419b-a822-7f865dcd0690 HTTP/1.1" status: 204 len: 168 time: 0.1624007 Jan 25 21:18:02.691885 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66140c-1e26-4d69-abf5-bc559fd09d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ccaf3-2bd9-419b-a822-7f865dcd0690,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:03.287996 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 41958) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:03.300986 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-526bb7bb-cb07-419f-9cc4-a94e8f4851de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:03.372410 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-526bb7bb-cb07-419f-9cc4-a94e8f4851de admin admin] Publish callbacks [] for security_group (9149643e-014b-40c9-8991-c8aaca69a27d), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:03.471364 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-526bb7bb-cb07-419f-9cc4-a94e8f4851de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9149643e-014b-40c9-8991-c8aaca69a27d), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:03.510609 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-526bb7bb-cb07-419f-9cc4-a94e8f4851de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=362c3289b43e4c24a6889ad333fbbd37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215614 Jan 25 21:18:03.511457 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bb7bb-cb07-419f-9cc4-a94e8f4851de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9149643e-014b-40c9-8991-c8aaca69a27d,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:03.513267 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 41960) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:03.562825 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-58b1fe89-9666-40fb-9235-d7818039de00 admin admin] Publish callbacks [] for security_group (9149643e-014b-40c9-8991-c8aaca69a27d), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:03.583147 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-58b1fe89-9666-40fb-9235-d7818039de00 admin admin] Publish callbacks [] for security_group (9149643e-014b-40c9-8991-c8aaca69a27d), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:03.765733 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-58b1fe89-9666-40fb-9235-d7818039de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (9149643e-014b-40c9-8991-c8aaca69a27d), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:03.768286 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-58b1fe89-9666-40fb-9235-d7818039de00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:03.769482 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-58b1fe89-9666-40fb-9235-d7818039de00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9149643e-014b-40c9-8991-c8aaca69a27d HTTP/1.1" status: 204 len: 168 time: 0.2551379 Jan 25 21:18:03.777383 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1fe89-9666-40fb-9235-d7818039de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9149643e-014b-40c9-8991-c8aaca69a27d,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:04.822257 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:10.853417 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-00ba5c90-67d3-4120-9c2f-074e898e4e5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386777 Jan 25 21:18:10.940577 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-592dd6df-1c04-462a-a60f-bb915b9ec434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:10.942068 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-592dd6df-1c04-462a-a60f-bb915b9ec434 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 1098 time: 0.0424707 Jan 25 21:18:11.041647 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-259e7e07-f66e-4dc7-9aaf-d0013ba45bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:11.043121 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-259e7e07-f66e-4dc7-9aaf-d0013ba45bc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0817955 Jan 25 21:18:11.110020 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-12d018eb-3ee8-4746-b5f7-734844d4bd28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04295b9d-709a-4cd9-ad30-30d643f552d5 HTTP/1.1" status: 200 len: 1001 time: 0.0598984 Jan 25 21:18:12.018680 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-7ef7787a-3849-44e5-85d9-37efa0ac1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:12.020146 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-7ef7787a-3849-44e5-85d9-37efa0ac1f21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0479991 Jan 25 21:18:12.848196 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-0cfe083d-0d07-414a-9d2d-fa4938528e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:12.849653 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-0cfe083d-0d07-414a-9d2d-fa4938528e75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397203 Jan 25 21:18:13.821872 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-71530c77-2759-4af8-8d75-98c8e36aa6f3 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822575 Jan 25 21:18:13.906280 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ad155a50-3869-4239-bdc6-e8b991c20aea req-15f89764-4d24-457d-93bc-970f3d867f98 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779631 Jan 25 21:18:14.028755 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:18:20.329764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42186) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:20.431606 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-385e8353-3a4c-440d-82b8-629b5e6f2d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:20.505314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-385e8353-3a4c-440d-82b8-629b5e6f2d60 admin admin] Publish callbacks [] for security_group (95e3c099-90c0-4595-b61d-0e99674f4755), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:20.590640 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-385e8353-3a4c-440d-82b8-629b5e6f2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (95e3c099-90c0-4595-b61d-0e99674f4755), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:20.629378 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-385e8353-3a4c-440d-82b8-629b5e6f2d60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b855742e85ce4a8487a1fe0ce94100a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984481 Jan 25 21:18:20.630275 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e8353-3a4c-440d-82b8-629b5e6f2d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e3c099-90c0-4595-b61d-0e99674f4755,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:20.631988 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42192) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:20.677764 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a6526894-32a3-4ec6-9067-3ba6ffab11dc admin admin] Publish callbacks [] for security_group (95e3c099-90c0-4595-b61d-0e99674f4755), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:20.698424 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a6526894-32a3-4ec6-9067-3ba6ffab11dc admin admin] Publish callbacks [] for security_group (95e3c099-90c0-4595-b61d-0e99674f4755), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:20.822409 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a6526894-32a3-4ec6-9067-3ba6ffab11dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (95e3c099-90c0-4595-b61d-0e99674f4755), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:20.824927 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a6526894-32a3-4ec6-9067-3ba6ffab11dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:20.826104 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a6526894-32a3-4ec6-9067-3ba6ffab11dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95e3c099-90c0-4595-b61d-0e99674f4755 HTTP/1.1" status: 204 len: 168 time: 0.1930487 Jan 25 21:18:20.833960 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6526894-32a3-4ec6-9067-3ba6ffab11dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e3c099-90c0-4595-b61d-0e99674f4755,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:21.434525 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42200) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:21.448060 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b5ec08a3-82d2-4b67-9df8-22b82b80eee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:21.518906 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b5ec08a3-82d2-4b67-9df8-22b82b80eee1 admin admin] Publish callbacks [] for security_group (4f2cbe98-de26-48cb-ac62-2cd6022fb599), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:21.584708 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b5ec08a3-82d2-4b67-9df8-22b82b80eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4f2cbe98-de26-48cb-ac62-2cd6022fb599), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:21.625866 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b5ec08a3-82d2-4b67-9df8-22b82b80eee1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9734799c9a6c4132b1097f8399001753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899784 Jan 25 21:18:21.628074 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec08a3-82d2-4b67-9df8-22b82b80eee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2cbe98-de26-48cb-ac62-2cd6022fb599,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:21.628489 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42202) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:21.677369 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d39cc367-a8af-44a7-8f6c-6e6a2c934f65 admin admin] Publish callbacks [] for security_group (4f2cbe98-de26-48cb-ac62-2cd6022fb599), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:21.698383 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d39cc367-a8af-44a7-8f6c-6e6a2c934f65 admin admin] Publish callbacks [] for security_group (4f2cbe98-de26-48cb-ac62-2cd6022fb599), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:21.810517 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d39cc367-a8af-44a7-8f6c-6e6a2c934f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4f2cbe98-de26-48cb-ac62-2cd6022fb599), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:21.813063 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d39cc367-a8af-44a7-8f6c-6e6a2c934f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:21.814237 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d39cc367-a8af-44a7-8f6c-6e6a2c934f65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f2cbe98-de26-48cb-ac62-2cd6022fb599 HTTP/1.1" status: 204 len: 168 time: 0.1847663 Jan 25 21:18:21.822548 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc367-a8af-44a7-8f6c-6e6a2c934f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2cbe98-de26-48cb-ac62-2cd6022fb599,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:23.547443 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b12409-5e99-437a-bae8-a17b05e30073 req-b1842f4e-58fc-480e-a035-9384a6a648ec tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:23.549081 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-70b12409-5e99-437a-bae8-a17b05e30073 req-b1842f4e-58fc-480e-a035-9384a6a648ec tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Jan 25 21:18:23.597687 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-70b12409-5e99-437a-bae8-a17b05e30073 req-cb22f086-2b89-4a6d-96b7-9eafc06303f9 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 Jan 25 21:18:24.714739 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31131e0-e777-4482-8601-89e5ede2333d req-40fee060-8798-4c87-8194-10f070164ae1 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:24.716492 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a31131e0-e777-4482-8601-89e5ede2333d req-40fee060-8798-4c87-8194-10f070164ae1 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0495663 Jan 25 21:18:24.768217 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a31131e0-e777-4482-8601-89e5ede2333d req-3a1578ea-cb0f-4bbc-8828-1363f3d89385 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460756 Jan 25 21:18:25.237856 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-dfd75c92-b06c-4562-a36b-41d6efe55c36 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:25.239295 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-dfd75c92-b06c-4562-a36b-41d6efe55c36 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 945 time: 0.0482202 Jan 25 21:18:25.332962 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Deleting port 04295b9d-709a-4cd9-ad30-30d643f552d5 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:18:25.333307 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:25.430600 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] For port 04295b9d-709a-4cd9-ad30-30d643f552d5, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=04295b9d-709a-4cd9-ad30-30d643f552d5,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:18:25.430950 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:25.602186 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:25.602590 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (4fdbad29-b60a-47eb-9f77-62f24faab527), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:25.602896 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Floating IP 4fdbad29-b60a-47eb-9f77-62f24faab527 disassociated. External IP: 172.27.2.213, port: 04295b9d-709a-4cd9-ad30-30d643f552d5. Jan 25 21:18:25.603235 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Calling delete_port for 04295b9d-709a-4cd9-ad30-30d643f552d5 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:18:25.656434 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8e9715a1-4b12-4490-af05-bb1080454f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:25.811067 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (04295b9d-709a-4cd9-ad30-30d643f552d5), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:25.840851 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event deleted for resources: {'Port': ['ID=04295b9d-709a-4cd9-ad30-30d643f552d5,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:25.852721 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.853262 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.853616 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.854088 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.854519 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.854922 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.855359 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.855899 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.856283 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.856607 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.856945 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.857278 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.857608 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:25.972016 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:18:26.086136 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:18:26.096896 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:18:26.109468 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:18:26.110796 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:17:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:26.116274 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8a44d6a9-4fad-4f24-bb82-12001d34ee19 req-3194ba17-7694-413c-801b-534e9198a04e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.2799485 Jan 25 21:18:26.135652 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] No DVR routers for this DVR port 04295b9d-709a-4cd9-ad30-30d643f552d5 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:18:26.142462 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:26.147794 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ee66dc31-0ac4-4135-9e45-95432d843355 req-43a17cff-f85c-4abc-9fb1-7e723d3545f8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "DELETE /v2.0/ports/04295b9d-709a-4cd9-ad30-30d643f552d5 HTTP/1.1" status: 204 len: 173 time: 0.9018323 Jan 25 21:18:26.147794 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'name': 'network-vif-deleted', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:18:26.149259 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9f7086-8381-4ca2-aaac-b207bbede9f5" -d '{"events": [{"server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "name": "network-vif-deleted", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:18:26.193950 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f910be-ddfc-41a6-bb7b-65d5d12d82da x-openstack-request-id: req-12f910be-ddfc-41a6-bb7b-65d5d12d82da {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:18:26.194555 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a17dfe-6558-402e-ac1f-98a81dc9c1f1", "name": "network-vif-deleted", "tag": "04295b9d-709a-4cd9-ad30-30d643f552d5", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:18:26.194945 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12f910be-ddfc-41a6-bb7b-65d5d12d82da {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:18:26.195503 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a17dfe-6558-402e-ac1f-98a81dc9c1f1', 'name': 'network-vif-deleted', 'tag': '04295b9d-709a-4cd9-ad30-30d643f552d5', 'status': 'completed', 'code': 200} Jan 25 21:18:26.235269 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:18:26.433041 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:26.461471 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:18:26.469988 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:18:26.470590 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:17:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:26.573881 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:18:26.762752 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:26.789185 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154bbc31-3825-49de-86fe-d30b927497b9 None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:18:26.998853 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d9881d-d124-437e-b172-8953bd8a8304 None None] New status for floating IP 4fdbad29-b60a-47eb-9f77-62f24faab527: DOWN {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:18:27.214228 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b84cddc9-f85b-4070-aa84-60c5878205e8 req-81503809-757c-43ef-82a2-7d3655b73047 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0266957 Jan 25 21:18:27.753072 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2f3dbf21-cc35-49ec-80a1-c9088e63708a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:28.306105 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d03d224d-6887-4789-8c40-e3f4e1baa640 req-4387eafb-875a-402e-a39c-5c5f9bc3361c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0261352 Jan 25 21:18:29.192104 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:29.410270 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-2b73b10d-b319-46ee-85be-3f774f204d1e req-acb4bc40-c82a-4428-89e3-87e48eeb2df0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8a17dfe-6558-402e-ac1f-98a81dc9c1f1 HTTP/1.1" status: 200 len: 210 time: 0.0273576 Jan 25 21:18:29.627965 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 04295b9d-709a-4cd9-ad30-30d643f552d5 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:18:29.648309 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 04295b9d-709a-4cd9-ad30-30d643f552d5 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:18:29.648654 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 04295b9d-709a-4cd9-ad30-30d643f552d5 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:18:30.567689 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:30.662497 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-3e9530e5-7842-4089-bf47-5fedd1d9de67 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359044356&fields=id&tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 267 time: 0.0424151 Jan 25 21:18:30.773181 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-e59b9f58-b6f3-4374-911e-54ce7e26e4d7 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:30.774662 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-e59b9f58-b6f3-4374-911e-54ce7e26e4d7 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 811 time: 0.1059322 Jan 25 21:18:30.791098 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-aac140dc-5afc-46ac-a106-db8c0694f038 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/quotas/d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 375 time: 0.0103984 Jan 25 21:18:30.840077 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-08a70096-3381-4c1f-b3ab-987ad4d2a9f9 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435157 Jan 25 21:18:30.941036 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-93e9e43f-4c6d-4db1-8298-d1278b1b95f8 service neutron] 10.222.0.20 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885727 Jan 25 21:18:31.029956 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-d8b19055-bf13-41e7-a0d5-16dd4611fb8f service neutron] 10.222.0.20 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825975 Jan 25 21:18:31.665239 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-28b72fd9-c68a-46fb-95d6-dad5836e013c req-e64d7ac9-2a27-4faf-8248-d10cbe0cc54a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jan 25 21:18:31.796043 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:32.759796 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-878e80d2-2276-41f6-80f4-0e57fd09436c req-9828d713-296c-4fd4-8292-e6723c1426c5 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 210 time: 0.0290506 Jan 25 21:18:33.850177 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-de4587b8-7773-43d3-b046-673c8b79254e req-910a346a-09ca-4169-9dd9-a003ba53e790 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 210 time: 0.0255220 Jan 25 21:18:34.932978 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:34.950952 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-847c6414-8a0c-4ab4-9d61-1b2f0b89393a req-463fa72e-aa51-4213-b615-9421902e69c3 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 210 time: 0.0260239 Jan 25 21:18:35.878484 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-7597f02b-8139-4be2-8c97-b28e1dfbd2cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:35.880641 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-7597f02b-8139-4be2-8c97-b28e1dfbd2cb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 811 time: 0.0995140 Jan 25 21:18:35.949065 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-98d8b306-8ab9-482c-b4b8-06b5ac6bc98f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 380 time: 0.0586786 Jan 25 21:18:35.963308 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'port': {'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'admin_state_up': True, 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'security_groups': ['8e6a94aa-7e3e-4be4-9b11-8759b91f68ac']}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:18:36.071212 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1397a76f-5ccb-4914-82a5-5bbde8f6a227 req-c1207859-e6e3-4194-9abc-003b060a8e91 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 210 time: 0.0341156 Jan 25 21:18:36.187798 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Made reservation on behalf of d4d0dcd5d7e84e0bb4692190f5f6fc9e for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:18:36.191219 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:36.314355 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Allocated IP 172.20.0.6 (480e55f6-024e-4eca-8a14-6048be88677c/12acc41e-01c4-4128-b0fa-eff50f012fd5/d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:18:36.454146 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:36.602112 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:36.643994 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Network 480e55f6-024e-4eca-8a14-6048be88677c is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:18:36.647159 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:18:36.655250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:18:36.662157 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:36.712910 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:36.714137 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:36.798620 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-14969891-3d85-4beb-8ab8-533bde275b4d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425784 Jan 25 21:18:36.811331 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Request body: {'port': {'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:18:36.864327 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-31c4119b-e46d-47b7-b8c9-2a297457089d None None] Provisioning complete for port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:18:36.864931 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-31c4119b-e46d-47b7-b8c9-2a297457089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:36.873570 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:36.899234 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-31c4119b-e46d-47b7-b8c9-2a297457089d None None] Port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:18:37.131289 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:18:37.139487 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Publish callbacks [] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:37.154644 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Transition to ACTIVE for port object d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:18:37.199315 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd3a86-540b-4688-80c6-43db12fc3608 req-7926b08b-5973-4dad-8c5c-0ba0cd5df2e8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:37.200880 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a3cd3a86-540b-4688-80c6-43db12fc3608 req-7926b08b-5973-4dad-8c5c-0ba0cd5df2e8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 931 time: 0.0574436 Jan 25 21:18:37.224431 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:37.250596 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a3cd3a86-540b-4688-80c6-43db12fc3608 req-a9321cf9-bab7-4b2f-9513-27b2474817f3 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Jan 25 21:18:37.276878 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Pushing event updated for resources: {'Port': ['ID=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:37.373277 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Attempting to bind port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:18:37.373277 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Attempting to bind port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:18:37.373277 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Attempting to bind port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:18:37.378466 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d on network 480e55f6-024e-4eca-8a14-6048be88677c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:18:37.378791 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Attempting to bind port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:18:37.384256 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:18:37.384689 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Checking segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:18:37.385142 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Bound using segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:18:37.385641 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Bound port: d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:18:37.386613 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:37.462095 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] For port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:18:37.466319 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] For port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:18:37.590749 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:37.623821 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:37.624461 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:37.625962 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] 10.222.0.24 "PUT /v2.0/ports/d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d HTTP/1.1" status: 200 len: 1093 time: 0.8199251 Jan 25 21:18:37.626683 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:18:37.629058 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d05684c-06f0-462e-b447-afb389992856" -d '{"events": [{"name": "network-changed", "server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:18:37.657818 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d90669-e536-41ee-9527-1671e2b6a6bc service neutron] Pushing event updated for resources: {'Port': ['ID=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:37.673451 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf4687d-7e5a-4cf4-bab1-ca221454a8df x-openstack-request-id: req-abf4687d-7e5a-4cf4-bab1-ca221454a8df {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:18:37.673766 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:18:37.674025 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abf4687d-7e5a-4cf4-bab1-ca221454a8df {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:18:37.674588 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'status': 'completed', 'code': 200} Jan 25 21:18:37.741819 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05684c-06f0-462e-b447-afb389992856 req-6f1f067f-529b-4285-a506-3c7b66e842cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:37.743442 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d05684c-06f0-462e-b447-afb389992856 req-6f1f067f-529b-4285-a506-3c7b66e842cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1096 time: 0.0485516 Jan 25 21:18:37.853430 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05684c-06f0-462e-b447-afb389992856 req-676f730e-30bd-4683-8ee1-54895cd8890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:37.855495 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d05684c-06f0-462e-b447-afb389992856 req-676f730e-30bd-4683-8ee1-54895cd8890b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032991 Jan 25 21:18:37.954613 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05684c-06f0-462e-b447-afb389992856 req-2c641795-05c7-43eb-ac36-c501b783fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:37.956062 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d05684c-06f0-462e-b447-afb389992856 req-2c641795-05c7-43eb-ac36-c501b783fefe service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940828 Jan 25 21:18:38.016182 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42496) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:38.034915 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-6abffa68-38ba-4991-abec-a74d790e58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:38.036388 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-6abffa68-38ba-4991-abec-a74d790e58f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1096 time: 0.0420523 Jan 25 21:18:38.076710 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-90ea52be-039b-4450-a978-108c34a97182 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d HTTP/1.1" status: 200 len: 217 time: 0.0332296 Jan 25 21:18:38.122772 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a1740fd6-ec7d-4428-acd1-d5a6e0f1f845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:38.129638 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-5be7b1e4-aa60-4cd7-b517-c49eaa57d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:38.167481 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-5be7b1e4-aa60-4cd7-b517-c49eaa57d2ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0476739 Jan 25 21:18:38.175311 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-ee12e772-1e06-4b37-879f-024a5a2b3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:38.176811 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-ee12e772-1e06-4b37-879f-024a5a2b3993 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397136 Jan 25 21:18:38.195948 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a1740fd6-ec7d-4428-acd1-d5a6e0f1f845 admin admin] Publish callbacks [] for security_group (0bb98bdd-4649-4bc6-9b8c-a559abe18205), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:38.258731 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-a1740fd6-ec7d-4428-acd1-d5a6e0f1f845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (0bb98bdd-4649-4bc6-9b8c-a559abe18205), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:38.266796 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-4cdb0f49-7800-42ff-9dcd-af093ceec839 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832458 Jan 25 21:18:38.304894 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-a1740fd6-ec7d-4428-acd1-d5a6e0f1f845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=424bb4118b4346dc949b80b96a1de0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850606 Jan 25 21:18:38.304894 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1740fd6-ec7d-4428-acd1-d5a6e0f1f845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb98bdd-4649-4bc6-9b8c-a559abe18205,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:38.304894 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42502) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:38.390302 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29629d6c-b164-49bc-8e09-eaf821324988 admin admin] Publish callbacks [] for security_group (0bb98bdd-4649-4bc6-9b8c-a559abe18205), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:38.423046 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8821b-7a7d-47d1-bedb-0a45078ea3c5 req-7948f4b2-98dc-4750-a74b-5a1837eb4751 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:38.424632 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a1c8821b-7a7d-47d1-bedb-0a45078ea3c5 req-7948f4b2-98dc-4750-a74b-5a1837eb4751 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 943 time: 0.0842321 Jan 25 21:18:38.426824 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29629d6c-b164-49bc-8e09-eaf821324988 admin admin] Publish callbacks [] for security_group (0bb98bdd-4649-4bc6-9b8c-a559abe18205), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:38.502791 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a1c8821b-7a7d-47d1-bedb-0a45078ea3c5 req-c1b7bda8-6ca4-4408-a17b-b13e29d63aa5 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679078 Jan 25 21:18:38.595516 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29629d6c-b164-49bc-8e09-eaf821324988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (0bb98bdd-4649-4bc6-9b8c-a559abe18205), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:38.598173 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-29629d6c-b164-49bc-8e09-eaf821324988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:38.601713 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-29629d6c-b164-49bc-8e09-eaf821324988 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bb98bdd-4649-4bc6-9b8c-a559abe18205 HTTP/1.1" status: 204 len: 168 time: 0.2928677 Jan 25 21:18:38.609275 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29629d6c-b164-49bc-8e09-eaf821324988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb98bdd-4649-4bc6-9b8c-a559abe18205,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:38.624500 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d657a804-39df-4dad-bb88-c24d29ac37b7 req-46defaec-d3b8-4485-b3ec-42ca2cfa27ab service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518639 Jan 25 21:18:39.288804 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42514) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:39.301927 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f3c38b2e-aa06-42d9-b470-0ca0d7cf2355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:39.376471 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f3c38b2e-aa06-42d9-b470-0ca0d7cf2355 admin admin] Publish callbacks [] for security_group (53147b68-dd83-49e8-9f73-225705b6145d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:39.453111 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f3c38b2e-aa06-42d9-b470-0ca0d7cf2355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (53147b68-dd83-49e8-9f73-225705b6145d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:39.490722 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f3c38b2e-aa06-42d9-b470-0ca0d7cf2355 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5010036eb0f949b1b46269ea00fbb766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007475 Jan 25 21:18:39.491475 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c38b2e-aa06-42d9-b470-0ca0d7cf2355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53147b68-dd83-49e8-9f73-225705b6145d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:39.493417 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42516) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:39.541822 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-93196895-d21f-4b31-bcd8-e89933e2979b admin admin] Publish callbacks [] for security_group (53147b68-dd83-49e8-9f73-225705b6145d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:39.562849 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-93196895-d21f-4b31-bcd8-e89933e2979b admin admin] Publish callbacks [] for security_group (53147b68-dd83-49e8-9f73-225705b6145d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:39.636533 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b2e4b-4b6f-4bf6-99fe-eec6e842bf86 req-4d49fc5b-2c5b-45ca-8c24-e2ba3b048411 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:39.638023 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a92b2e4b-4b6f-4bf6-99fe-eec6e842bf86 req-4d49fc5b-2c5b-45ca-8c24-e2ba3b048411 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 943 time: 0.0635951 Jan 25 21:18:39.685560 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a92b2e4b-4b6f-4bf6-99fe-eec6e842bf86 req-f1e3d0be-75e0-42c6-a2a0-8f1833e08ece tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416775 Jan 25 21:18:39.758979 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-93196895-d21f-4b31-bcd8-e89933e2979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (53147b68-dd83-49e8-9f73-225705b6145d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:39.762264 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-93196895-d21f-4b31-bcd8-e89933e2979b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:39.763393 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-93196895-d21f-4b31-bcd8-e89933e2979b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53147b68-dd83-49e8-9f73-225705b6145d HTTP/1.1" status: 204 len: 168 time: 0.2682533 Jan 25 21:18:39.771140 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93196895-d21f-4b31-bcd8-e89933e2979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53147b68-dd83-49e8-9f73-225705b6145d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:40.388623 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42528) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:40.402013 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a045c434-50d0-49b0-bf97-a6090a2deec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.478354 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a045c434-50d0-49b0-bf97-a6090a2deec3 admin admin] Publish callbacks [] for security_group (ef8c9d64-64c2-4c12-b174-9533138c978e), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.595433 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a045c434-50d0-49b0-bf97-a6090a2deec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (ef8c9d64-64c2-4c12-b174-9533138c978e), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.638122 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a045c434-50d0-49b0-bf97-a6090a2deec3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1721b18b9cc4816a1b5068dcc8b78cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461176 Jan 25 21:18:40.638122 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045c434-50d0-49b0-bf97-a6090a2deec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c9d64-64c2-4c12-b174-9533138c978e,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:40.638587 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42532) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:40.687858 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1778eea6-95de-47e3-a6cb-f491790cf35b admin admin] Publish callbacks [] for security_group (ef8c9d64-64c2-4c12-b174-9533138c978e), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.694251 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42534) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:40.710125 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1778eea6-95de-47e3-a6cb-f491790cf35b admin admin] Publish callbacks [] for security_group (ef8c9d64-64c2-4c12-b174-9533138c978e), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.803024 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69ebc9-aca3-48a7-83b0-e73a8ae9bac9 req-fe40cd69-fa17-4d49-986a-089a212f1311 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:40.804525 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-df69ebc9-aca3-48a7-83b0-e73a8ae9bac9 req-fe40cd69-fa17-4d49-986a-089a212f1311 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 943 time: 0.0492942 Jan 25 21:18:40.811337 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7bda27e-a096-4c6c-a377-b8b8d4af6ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.830767 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1778eea6-95de-47e3-a6cb-f491790cf35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (ef8c9d64-64c2-4c12-b174-9533138c978e), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.833342 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1778eea6-95de-47e3-a6cb-f491790cf35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.840081 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-1778eea6-95de-47e3-a6cb-f491790cf35b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef8c9d64-64c2-4c12-b174-9533138c978e HTTP/1.1" status: 204 len: 168 time: 0.1948900 Jan 25 21:18:40.851981 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778eea6-95de-47e3-a6cb-f491790cf35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c9d64-64c2-4c12-b174-9533138c978e,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:40.872840 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-df69ebc9-aca3-48a7-83b0-e73a8ae9bac9 req-9abe22f0-98f2-4c15-997a-3a4eefcc7f0d tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618746 Jan 25 21:18:40.897103 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7bda27e-a096-4c6c-a377-b8b8d4af6ee4 admin admin] Publish callbacks [] for security_group (39d8453b-4eab-4425-b937-d37a103c6dcd), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:40.966751 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a7bda27e-a096-4c6c-a377-b8b8d4af6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (39d8453b-4eab-4425-b937-d37a103c6dcd), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:41.004697 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a7bda27e-a096-4c6c-a377-b8b8d4af6ee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ab1cf2241904d13b4d725759a9eecd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093214 Jan 25 21:18:41.005417 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bda27e-a096-4c6c-a377-b8b8d4af6ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d8453b-4eab-4425-b937-d37a103c6dcd,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:41.007402 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42542) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:41.056768 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8a7f64bf-fae7-4c76-b556-524315f090d8 admin admin] Publish callbacks [] for security_group (39d8453b-4eab-4425-b937-d37a103c6dcd), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:41.079083 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8a7f64bf-fae7-4c76-b556-524315f090d8 admin admin] Publish callbacks [] for security_group (39d8453b-4eab-4425-b937-d37a103c6dcd), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:41.195855 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8a7f64bf-fae7-4c76-b556-524315f090d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (39d8453b-4eab-4425-b937-d37a103c6dcd), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:41.198585 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-8a7f64bf-fae7-4c76-b556-524315f090d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:41.199733 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-8a7f64bf-fae7-4c76-b556-524315f090d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39d8453b-4eab-4425-b937-d37a103c6dcd HTTP/1.1" status: 204 len: 168 time: 0.1912835 Jan 25 21:18:41.215826 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f64bf-fae7-4c76-b556-524315f090d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d8453b-4eab-4425-b937-d37a103c6dcd,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:41.909191 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42568) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:41.924858 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a5176f56-7f47-4aad-895c-a458a1c29b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:42.023585 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d186e70-3019-4869-8b81-25793d6ef464 req-6f44a7b2-432e-4cdc-be14-8c011ff7b90c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:42.025044 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d186e70-3019-4869-8b81-25793d6ef464 req-6f44a7b2-432e-4cdc-be14-8c011ff7b90c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 943 time: 0.0723464 Jan 25 21:18:42.044862 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a5176f56-7f47-4aad-895c-a458a1c29b42 admin admin] Publish callbacks [] for security_group (2b36faad-6dd7-450b-9fa3-538272606123), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:42.084187 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-9d186e70-3019-4869-8b81-25793d6ef464 req-a3df7fef-9cde-4aba-b97f-3f60831b42e2 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490594 Jan 25 21:18:42.150094 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a5176f56-7f47-4aad-895c-a458a1c29b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2b36faad-6dd7-450b-9fa3-538272606123), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:42.189098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5176f56-7f47-4aad-895c-a458a1c29b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b36faad-6dd7-450b-9fa3-538272606123,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:42.194516 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a5176f56-7f47-4aad-895c-a458a1c29b42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e10358849494c57b03a6a813ba8f90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835369 Jan 25 21:18:42.194516 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42574) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:42.241898 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8e7443d2-b8f4-4121-b78b-434f40029638 admin admin] Publish callbacks [] for security_group (2b36faad-6dd7-450b-9fa3-538272606123), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:42.262912 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8e7443d2-b8f4-4121-b78b-434f40029638 admin admin] Publish callbacks [] for security_group (2b36faad-6dd7-450b-9fa3-538272606123), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:42.349966 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8e7443d2-b8f4-4121-b78b-434f40029638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2b36faad-6dd7-450b-9fa3-538272606123), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:42.353403 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-8e7443d2-b8f4-4121-b78b-434f40029638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:42.354604 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-8e7443d2-b8f4-4121-b78b-434f40029638 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b36faad-6dd7-450b-9fa3-538272606123 HTTP/1.1" status: 204 len: 168 time: 0.1588748 Jan 25 21:18:42.362739 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7443d2-b8f4-4121-b78b-434f40029638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b36faad-6dd7-450b-9fa3-538272606123,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:43.194674 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f2ed-a48d-439c-b8c1-74a922306420 req-b5a37217-9177-48ce-96dc-8282c532c000 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:43.196443 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e034f2ed-a48d-439c-b8c1-74a922306420 req-b5a37217-9177-48ce-96dc-8282c532c000 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 943 time: 0.0484962 Jan 25 21:18:43.251182 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e034f2ed-a48d-439c-b8c1-74a922306420 req-8f389b59-cee7-4d08-bc61-77a553e63968 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 Jan 25 21:18:44.364091 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7ed40-63b9-490e-9165-d5e5c444b8f4 req-13e212dc-f8b2-4659-aaf4-d53b89a0a20f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:44.365580 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-14c7ed40-63b9-490e-9165-d5e5c444b8f4 req-13e212dc-f8b2-4659-aaf4-d53b89a0a20f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 943 time: 0.0482171 Jan 25 21:18:44.431646 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-14c7ed40-63b9-490e-9165-d5e5c444b8f4 req-98c601e1-2c3d-4149-aef6-3c73b1955772 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521939 Jan 25 21:18:45.546206 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3547dc2-16be-4ac6-915c-b461d5437038 req-8b9bd44a-f8d1-444c-b826-86fbf26a39f3 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:45.547666 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c3547dc2-16be-4ac6-915c-b461d5437038 req-8b9bd44a-f8d1-444c-b826-86fbf26a39f3 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 943 time: 0.0504355 Jan 25 21:18:45.594492 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-c3547dc2-16be-4ac6-915c-b461d5437038 req-2d5b99bf-6e1b-4096-8e80-f6adff4d4662 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Jan 25 21:18:45.659096 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:18:45.751201 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:18:45.766325 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:18:45.802259 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:18:45.802652 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:45.814762 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:18:45.834121 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:18:45.892578 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:45.939501 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:45.946505 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.946858 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.947204 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.947543 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.947876 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.948255 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.948591 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.948922 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.949249 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.949576 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.949926 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.950251 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:45.950573 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:46.115136 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:18:46.711830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f48a-6304-4490-a82e-791608193580 req-308d4514-39d0-48ba-947b-89bb72249080 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:46.713900 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-29e2f48a-6304-4490-a82e-791608193580 req-308d4514-39d0-48ba-947b-89bb72249080 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 944 time: 0.0493104 Jan 25 21:18:46.761642 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-29e2f48a-6304-4490-a82e-791608193580 req-50662221-60b8-406d-9705-9a72a0eadae6 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Jan 25 21:18:47.676589 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:18:47.781320 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:18:47.785144 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:18:47.790172 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:47.866730 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:18:47.867464 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:47.876562 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be922323-d4f0-4568-96e8-756eaffd20e7 req-36c97969-dbd3-4244-862c-44c075282d61 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:47.878067 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-be922323-d4f0-4568-96e8-756eaffd20e7 req-36c97969-dbd3-4244-862c-44c075282d61 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 944 time: 0.0493202 Jan 25 21:18:47.889787 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:18:47.892072 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fface9-00c3-4be9-96b8-179d3cd81c5b" -d '{"events": [{"server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "name": "network-vif-plugged", "status": "completed", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:18:47.906663 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:18:47.935560 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac7cd5f-8ac3-49d2-acb5-1fcc2ad22fdd x-openstack-request-id: req-aac7cd5f-8ac3-49d2-acb5-1fcc2ad22fdd {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:18:47.935853 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "name": "network-vif-plugged", "status": "completed", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:18:47.936112 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aac7cd5f-8ac3-49d2-acb5-1fcc2ad22fdd {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:18:47.936511 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'code': 200} Jan 25 21:18:47.943102 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-be922323-d4f0-4568-96e8-756eaffd20e7 req-313831d8-cf8f-45a4-b273-981417be2cb2 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588555 Jan 25 21:18:47.976073 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.023827 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:48.298603 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42720) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:48.330676 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d20716-14ce-4715-8134-0e1c0c8dc12f req-4f9eeadf-cb62-405f-8692-049d2de684f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:48.332487 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d1d20716-14ce-4715-8134-0e1c0c8dc12f req-4f9eeadf-cb62-405f-8692-049d2de684f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1098 time: 0.0434279 Jan 25 21:18:48.378645 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-d1d20716-14ce-4715-8134-0e1c0c8dc12f req-af6434a2-3ad0-433a-9470-2431f89e0586 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394907 Jan 25 21:18:48.421229 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-674989c8-c14a-4b53-a04f-f0dc802d70ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.496702 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-674989c8-c14a-4b53-a04f-f0dc802d70ed admin admin] Publish callbacks [] for security_group (0adb3247-74f1-4fce-967e-7eea9476d6f4), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.560959 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-674989c8-c14a-4b53-a04f-f0dc802d70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (0adb3247-74f1-4fce-967e-7eea9476d6f4), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.599823 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-674989c8-c14a-4b53-a04f-f0dc802d70ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e992cd41d384440bfb839405eb520a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002245 Jan 25 21:18:48.601809 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674989c8-c14a-4b53-a04f-f0dc802d70ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb3247-74f1-4fce-967e-7eea9476d6f4,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:48.602651 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42726) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:48.651805 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3d6467d-0f77-49db-9378-bbf6f140c99e admin admin] Publish callbacks [] for security_group (0adb3247-74f1-4fce-967e-7eea9476d6f4), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.676029 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3d6467d-0f77-49db-9378-bbf6f140c99e admin admin] Publish callbacks [] for security_group (0adb3247-74f1-4fce-967e-7eea9476d6f4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.816081 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3d6467d-0f77-49db-9378-bbf6f140c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (0adb3247-74f1-4fce-967e-7eea9476d6f4), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.818667 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d3d6467d-0f77-49db-9378-bbf6f140c99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:48.819824 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-d3d6467d-0f77-49db-9378-bbf6f140c99e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0adb3247-74f1-4fce-967e-7eea9476d6f4 HTTP/1.1" status: 204 len: 168 time: 0.2161140 Jan 25 21:18:48.828337 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6467d-0f77-49db-9378-bbf6f140c99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb3247-74f1-4fce-967e-7eea9476d6f4,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:49.060557 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c296-6066-444c-ac56-cb851b15a32d req-9f502b59-58fd-426d-9b04-217f465608eb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:49.061935 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7365c296-6066-444c-ac56-cb851b15a32d req-9f502b59-58fd-426d-9b04-217f465608eb tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 945 time: 0.0472856 Jan 25 21:18:49.110524 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-7365c296-6066-444c-ac56-cb851b15a32d req-502a9c11-22d3-48c2-ad35-1aef3b84c0cf tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Jan 25 21:18:49.780069 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42744) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:49.793213 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-132d0493-f4d4-4c0e-bc79-954176e6a258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:49.868463 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-132d0493-f4d4-4c0e-bc79-954176e6a258 admin admin] Publish callbacks [] for security_group (86d45230-0cd4-477f-a9d1-747a3485d8c6), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:49.926767 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-132d0493-f4d4-4c0e-bc79-954176e6a258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (86d45230-0cd4-477f-a9d1-747a3485d8c6), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:49.963406 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-132d0493-f4d4-4c0e-bc79-954176e6a258 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eca0a66c48a5486da089c7c9d90632a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822433 Jan 25 21:18:49.965309 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d0493-f4d4-4c0e-bc79-954176e6a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d45230-0cd4-477f-a9d1-747a3485d8c6,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:49.966212 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42746) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:50.013727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9a1eafb-b824-4c5e-bf13-8286b91113ac admin admin] Publish callbacks [] for security_group (86d45230-0cd4-477f-a9d1-747a3485d8c6), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:50.033939 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9a1eafb-b824-4c5e-bf13-8286b91113ac admin admin] Publish callbacks [] for security_group (86d45230-0cd4-477f-a9d1-747a3485d8c6), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:50.193325 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9a1eafb-b824-4c5e-bf13-8286b91113ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (86d45230-0cd4-477f-a9d1-747a3485d8c6), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:50.195907 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-a9a1eafb-b824-4c5e-bf13-8286b91113ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:50.197087 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a9a1eafb-b824-4c5e-bf13-8286b91113ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86d45230-0cd4-477f-a9d1-747a3485d8c6 HTTP/1.1" status: 204 len: 168 time: 0.2293460 Jan 25 21:18:50.205068 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1eafb-b824-4c5e-bf13-8286b91113ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d45230-0cd4-477f-a9d1-747a3485d8c6,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:50.230381 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cfb3e-7c54-417d-9493-e344d64bb602 req-25dc8e5b-8ca8-48fe-b44a-a80ace6fe4f4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:50.232350 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e76cfb3e-7c54-417d-9493-e344d64bb602 req-25dc8e5b-8ca8-48fe-b44a-a80ace6fe4f4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 945 time: 0.0493331 Jan 25 21:18:50.286344 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e76cfb3e-7c54-417d-9493-e344d64bb602 req-8d57796e-ef29-41f4-a265-87286ad42aed tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Jan 25 21:18:50.392340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e068-8597-479c-a8db-3e507fe0f3aa req-1d46b702-761a-476f-ad84-40ade414733e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:50.393822 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-da64e068-8597-479c-a8db-3e507fe0f3aa req-1d46b702-761a-476f-ad84-40ade414733e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 945 time: 0.0465291 Jan 25 21:18:50.526064 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-da64e068-8597-479c-a8db-3e507fe0f3aa req-ef8cdb79-e6a3-4dbe-896e-9d1deb6a766b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460229 Jan 25 21:18:50.526064 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42754) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:50.526064 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930cab85-46d3-466b-a5c0-4878843566a6 tempest-TestVolumeBootPattern-140042957 tempest-TestVolumeBootPattern-140042957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:50.526064 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-930cab85-46d3-466b-a5c0-4878843566a6 tempest-TestVolumeBootPattern-140042957 tempest-TestVolumeBootPattern-140042957-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1093 time: 0.0387933 Jan 25 21:18:50.526064 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42756) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:50.526064 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:18:50.703944 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:50.801517 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:50.906443 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Allocated IP 172.27.2.219 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/8a106e38-ee3b-41dd-a932-12fe44b6ffa1) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:18:51.008556 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.026215 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:18:51.070742 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42764) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:51.091415 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b3547846-0552-4efb-99cd-49e9a37b80bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.144082 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.162054 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b3547846-0552-4efb-99cd-49e9a37b80bc admin admin] Publish callbacks [] for security_group (f260ca63-2389-4ffb-a783-9c95ed85ce5a), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.181303 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:18:51.184682 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:18:51.187235 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:18:51.218586 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=8a106e38-ee3b-41dd-a932-12fe44b6ffa1,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:51.252557 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-b3547846-0552-4efb-99cd-49e9a37b80bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (f260ca63-2389-4ffb-a783-9c95ed85ce5a), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.291214 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-b3547846-0552-4efb-99cd-49e9a37b80bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bbd4f6e40d64ae08ff104035de5c03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193997 Jan 25 21:18:51.293141 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3547846-0552-4efb-99cd-49e9a37b80bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f260ca63-2389-4ffb-a783-9c95ed85ce5a,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:51.295030 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42766) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:51.421630 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a531140-2cb5-404d-9908-e91792c3e57e admin admin] Publish callbacks [] for security_group (f260ca63-2389-4ffb-a783-9c95ed85ce5a), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.458601 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a531140-2cb5-404d-9908-e91792c3e57e admin admin] Publish callbacks [] for security_group (f260ca63-2389-4ffb-a783-9c95ed85ce5a), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.620314 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (77b52531-89c6-4c94-b230-1b1409dc96bb), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.679193 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a531140-2cb5-404d-9908-e91792c3e57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (f260ca63-2389-4ffb-a783-9c95ed85ce5a), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.683437 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a531140-2cb5-404d-9908-e91792c3e57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.683437 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-7a531140-2cb5-404d-9908-e91792c3e57e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f260ca63-2389-4ffb-a783-9c95ed85ce5a HTTP/1.1" status: 204 len: 168 time: 0.3869927 Jan 25 21:18:51.691355 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a531140-2cb5-404d-9908-e91792c3e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f260ca63-2389-4ffb-a783-9c95ed85ce5a,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:51.792214 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:51.951568 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:52.033449 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:52.100141 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=8a106e38-ee3b-41dd-a932-12fe44b6ffa1,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:52.113604 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (77b52531-89c6-4c94-b230-1b1409dc96bb), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:52.220357 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Floating IP 77b52531-89c6-4c94-b230-1b1409dc96bb associated. External IP: 172.27.2.219, port: d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d. Jan 25 21:18:52.426402 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:18:52.541043 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:18:52.542075 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:18:52.550953 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:18:52.551602 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:18:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:52.632142 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:52.657786 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:18:52.660132 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4180e70c-ac8a-4493-9193-1a2c45cd2831 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1492622 Jan 25 21:18:52.660793 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:18:52.663366 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:18:52.703018 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fac34c5-3579-4dfb-b9e6-d0c29c891347 x-openstack-request-id: req-1fac34c5-3579-4dfb-b9e6-d0c29c891347 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:18:52.703318 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:18:52.703578 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fac34c5-3579-4dfb-b9e6-d0c29c891347 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:18:52.703986 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'status': 'completed', 'code': 200} Jan 25 21:18:52.769617 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-ed621d9d-3115-4767-b4b9-14244faf7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:52.775894 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-ed621d9d-3115-4767-b4b9-14244faf7812 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1098 time: 0.0440295 Jan 25 21:18:52.872217 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-cf85b2bc-49cb-4dd9-bc61-9dbec6a8124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:52.873694 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-cf85b2bc-49cb-4dd9-bc61-9dbec6a8124d service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0947156 Jan 25 21:18:52.900056 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:51Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:52.927926 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:18:52.938904 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:18:52.939781 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:18:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:52.941816 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-e65a629a-2339-4510-ad6a-814a5ccf2340 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d HTTP/1.1" status: 200 len: 999 time: 0.0618935 Jan 25 21:18:52.993132 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-470d45e3-9ccd-4b0a-97b3-aad227e82c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:52.994176 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-470d45e3-9ccd-4b0a-97b3-aad227e82c78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0472677 Jan 25 21:18:53.039871 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-58f09837-578a-4f31-a461-8529999da4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:18:53.042505 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-58f09837-578a-4f31-a461-8529999da4df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422335 Jan 25 21:18:53.051059 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:18:53.131529 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-2fb2c976-c8d8-4766-bc10-a4f8d05922b8 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833049 Jan 25 21:18:53.228111 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-304398e2-d9c2-4e77-bb2e-0b6be2a9bbbb req-8ffb2b1a-1195-41dc-ba5d-68bd5ba9e0e6 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905859 Jan 25 21:18:53.273932 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:51Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:18:53.304631 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c88173-0678-4ede-9b98-abe3a465b178 None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:51Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:18:53.499593 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef6bca-2e6d-4584-9134-5c6e769893fc None None] New status for floating IP 77b52531-89c6-4c94-b230-1b1409dc96bb: ACTIVE {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:18:55.681024 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b168d00b-6a40-4aef-80dd-66d1036be314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.293051 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42858) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:56.395618 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.469035 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Publish callbacks [] for security_group (fb2c98ab-fc64-45e3-9414-2e2efc17772d), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.604271 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (fb2c98ab-fc64-45e3-9414-2e2efc17772d), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.640884 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c98ab-fc64-45e3-9414-2e2efc17772d,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:56.645509 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c41a93197e14a128a5fe8fab8fdd56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514390 Jan 25 21:18:56.648250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42862) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:56.650243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.650650 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.650990 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.651327 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.651660 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.651991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.652319 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.652647 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.652992 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.653297 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.654470 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.654793 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.655114 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d13c12-4d46-4c10-b16b-4ec5799add50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:18:56.700350 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-160f6d95-df9e-4d05-b262-cb5695fadb16 admin admin] Publish callbacks [] for security_group (fb2c98ab-fc64-45e3-9414-2e2efc17772d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.720872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-160f6d95-df9e-4d05-b262-cb5695fadb16 admin admin] Publish callbacks [] for security_group (fb2c98ab-fc64-45e3-9414-2e2efc17772d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.829641 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-160f6d95-df9e-4d05-b262-cb5695fadb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (fb2c98ab-fc64-45e3-9414-2e2efc17772d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.835878 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-160f6d95-df9e-4d05-b262-cb5695fadb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:56.835878 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-160f6d95-df9e-4d05-b262-cb5695fadb16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb2c98ab-fc64-45e3-9414-2e2efc17772d HTTP/1.1" status: 204 len: 168 time: 0.1845028 Jan 25 21:18:56.842461 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f6d95-df9e-4d05-b262-cb5695fadb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c98ab-fc64-45e3-9414-2e2efc17772d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:57.394781 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42872) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:57.408379 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44d6fca0-5cd0-4d34-b7df-c8e706dd51a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.487006 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44d6fca0-5cd0-4d34-b7df-c8e706dd51a2 admin admin] Publish callbacks [] for security_group (e7bc39be-d059-47ac-8c28-70d3c830e207), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.545850 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 42876) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:57.561124 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44d6fca0-5cd0-4d34-b7df-c8e706dd51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e7bc39be-d059-47ac-8c28-70d3c830e207), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.600264 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-44d6fca0-5cd0-4d34-b7df-c8e706dd51a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d59dc94477e241adb22e0368c8e55103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043562 Jan 25 21:18:57.601212 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6fca0-5cd0-4d34-b7df-c8e706dd51a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bc39be-d059-47ac-8c28-70d3c830e207,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:57.603015 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42880) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:57.652211 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0b45c4a3-96f1-4bc8-b3d1-f0ab9eda01a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.664850 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad970aa7-f55c-4523-ad11-77f1dcb46302 admin admin] Publish callbacks [] for security_group (e7bc39be-d059-47ac-8c28-70d3c830e207), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.689827 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad970aa7-f55c-4523-ad11-77f1dcb46302 admin admin] Publish callbacks [] for security_group (e7bc39be-d059-47ac-8c28-70d3c830e207), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.726638 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0b45c4a3-96f1-4bc8-b3d1-f0ab9eda01a5 admin admin] Publish callbacks [] for security_group (c584ab69-2230-4637-b33d-af8835873edb), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.760573 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-f4870a93-18b6-48d5-8327-3603e711ed30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.789040 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad970aa7-f55c-4523-ad11-77f1dcb46302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (e7bc39be-d059-47ac-8c28-70d3c830e207), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.789234 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-0b45c4a3-96f1-4bc8-b3d1-f0ab9eda01a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c584ab69-2230-4637-b33d-af8835873edb), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.791696 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ad970aa7-f55c-4523-ad11-77f1dcb46302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.792844 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ad970aa7-f55c-4523-ad11-77f1dcb46302 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7bc39be-d059-47ac-8c28-70d3c830e207 HTTP/1.1" status: 204 len: 168 time: 0.1793225 Jan 25 21:18:57.801450 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad970aa7-f55c-4523-ad11-77f1dcb46302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bc39be-d059-47ac-8c28-70d3c830e207,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:57.831181 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45c4a3-96f1-4bc8-b3d1-f0ab9eda01a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c584ab69-2230-4637-b33d-af8835873edb,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:57.844514 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-0b45c4a3-96f1-4bc8-b3d1-f0ab9eda01a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fecf09c11f446bb849f4e35da99dd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975235 Jan 25 21:18:57.844649 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 42884) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:18:57.900212 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1f068961-79fc-457b-97d7-55b6959c3546 admin admin] Publish callbacks [] for security_group (c584ab69-2230-4637-b33d-af8835873edb), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:57.924822 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1f068961-79fc-457b-97d7-55b6959c3546 admin admin] Publish callbacks [] for security_group (c584ab69-2230-4637-b33d-af8835873edb), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:58.017880 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1f068961-79fc-457b-97d7-55b6959c3546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (c584ab69-2230-4637-b33d-af8835873edb), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:58.020445 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1f068961-79fc-457b-97d7-55b6959c3546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:18:58.021580 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-1f068961-79fc-457b-97d7-55b6959c3546 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c584ab69-2230-4637-b33d-af8835873edb HTTP/1.1" status: 204 len: 168 time: 0.1756709 Jan 25 21:18:58.030756 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068961-79fc-457b-97d7-55b6959c3546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c584ab69-2230-4637-b33d-af8835873edb,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:18:59.149512 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:00.520961 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:01.782031 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:04.828057 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.240671 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43104) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:09.344063 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e118ed53-c7cf-437f-8601-0d96fd54dd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.416815 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e118ed53-c7cf-437f-8601-0d96fd54dd24 admin admin] Publish callbacks [] for security_group (012ab5e2-03a1-4179-a95f-1506c3fe0f78), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.520568 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e118ed53-c7cf-437f-8601-0d96fd54dd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (012ab5e2-03a1-4179-a95f-1506c3fe0f78), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.540625 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-ce551f02-2ee6-48dc-a11e-af7b15bb9f1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465698 Jan 25 21:19:09.562801 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-e118ed53-c7cf-437f-8601-0d96fd54dd24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c0bdf786f4c4a9e9c04166deee9dd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210320 Jan 25 21:19:09.563916 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118ed53-c7cf-437f-8601-0d96fd54dd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012ab5e2-03a1-4179-a95f-1506c3fe0f78,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:09.566437 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43110) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:09.604044 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-6569db5b-223d-427d-87de-439f73d87b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:19:09.605525 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-6569db5b-223d-427d-87de-439f73d87b2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1098 time: 0.0413404 Jan 25 21:19:09.630818 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-310edc55-602d-4d04-926a-3ef7de47e2ba admin admin] Publish callbacks [] for security_group (012ab5e2-03a1-4179-a95f-1506c3fe0f78), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.652501 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-310edc55-602d-4d04-926a-3ef7de47e2ba admin admin] Publish callbacks [] for security_group (012ab5e2-03a1-4179-a95f-1506c3fe0f78), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.713617 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-ee63af4b-65c8-405e-b0cc-58adde575f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:19:09.715081 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-ee63af4b-65c8-405e-b0cc-58adde575f52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 910 time: 0.0855398 Jan 25 21:19:09.754814 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-310edc55-602d-4d04-926a-3ef7de47e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (012ab5e2-03a1-4179-a95f-1506c3fe0f78), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.757555 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-310edc55-602d-4d04-926a-3ef7de47e2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:09.760555 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-310edc55-602d-4d04-926a-3ef7de47e2ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/012ab5e2-03a1-4179-a95f-1506c3fe0f78 HTTP/1.1" status: 204 len: 168 time: 0.1819088 Jan 25 21:19:09.769468 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310edc55-602d-4d04-926a-3ef7de47e2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ab5e2-03a1-4179-a95f-1506c3fe0f78,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:09.794803 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-6694d456-504f-4424-8bb0-e8569afea2f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 1001 time: 0.0672479 Jan 25 21:19:09.851917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-5d340265-2561-49ef-96c4-b91fc68b1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:19:09.853290 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-5d340265-2561-49ef-96c4-b91fc68b1efe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 200 len: 848 time: 0.0493686 Jan 25 21:19:09.898593 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-71f6cafa-84bb-4493-83e1-c7b353acca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:19:09.900071 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-71f6cafa-84bb-4493-83e1-c7b353acca58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61aa050f-a452-4cd3-9ce4-0977a4b242ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396562 Jan 25 21:19:09.994502 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-59486721-78d9-4330-9a69-979aefdcf482 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 Jan 25 21:19:10.087225 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-38481a33-78b2-47e7-8f47-eb676aa527d2 req-142f381a-04ca-464c-8c0e-ac982e179431 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849018 Jan 25 21:19:10.387480 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43120) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:10.400316 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-21107e6b-dbc0-4c6e-87d8-29bf787083c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:10.470613 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-21107e6b-dbc0-4c6e-87d8-29bf787083c7 admin admin] Publish callbacks [] for security_group (56288d3f-1fe1-4d23-b7f8-471c0413d214), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:10.548979 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-21107e6b-dbc0-4c6e-87d8-29bf787083c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (56288d3f-1fe1-4d23-b7f8-471c0413d214), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:10.587433 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-21107e6b-dbc0-4c6e-87d8-29bf787083c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1e83cc9ec5d48b699cb39f6211af36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988952 Jan 25 21:19:10.588464 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21107e6b-dbc0-4c6e-87d8-29bf787083c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56288d3f-1fe1-4d23-b7f8-471c0413d214,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:10.590412 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43128) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:10.645302 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bf57ce6e-a6a3-44b1-8c9c-abacd4a3ffe8 admin admin] Publish callbacks [] for security_group (56288d3f-1fe1-4d23-b7f8-471c0413d214), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:10.665790 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bf57ce6e-a6a3-44b1-8c9c-abacd4a3ffe8 admin admin] Publish callbacks [] for security_group (56288d3f-1fe1-4d23-b7f8-471c0413d214), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:10.809973 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bf57ce6e-a6a3-44b1-8c9c-abacd4a3ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (56288d3f-1fe1-4d23-b7f8-471c0413d214), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:10.812650 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-bf57ce6e-a6a3-44b1-8c9c-abacd4a3ffe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:10.813889 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-bf57ce6e-a6a3-44b1-8c9c-abacd4a3ffe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56288d3f-1fe1-4d23-b7f8-471c0413d214 HTTP/1.1" status: 204 len: 168 time: 0.2222817 Jan 25 21:19:10.822914 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57ce6e-a6a3-44b1-8c9c-abacd4a3ffe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56288d3f-1fe1-4d23-b7f8-471c0413d214,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:11.455683 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43138) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:11.469250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d2713f0f-006f-476b-9f73-226ae86f62f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:11.539236 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d2713f0f-006f-476b-9f73-226ae86f62f9 admin admin] Publish callbacks [] for security_group (836b4003-d389-4321-b0a5-10eb8ce4ecd9), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:11.615455 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-d2713f0f-006f-476b-9f73-226ae86f62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (836b4003-d389-4321-b0a5-10eb8ce4ecd9), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:11.655132 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-d2713f0f-006f-476b-9f73-226ae86f62f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ebf3f3f71314e788290023b1a478317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958745 Jan 25 21:19:11.655132 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2713f0f-006f-476b-9f73-226ae86f62f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836b4003-d389-4321-b0a5-10eb8ce4ecd9,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:11.655586 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43142) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:11.703804 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c328ffc-9bb3-4724-a47a-78ee625c48c9 admin admin] Publish callbacks [] for security_group (836b4003-d389-4321-b0a5-10eb8ce4ecd9), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:11.726783 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c328ffc-9bb3-4724-a47a-78ee625c48c9 admin admin] Publish callbacks [] for security_group (836b4003-d389-4321-b0a5-10eb8ce4ecd9), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:11.833522 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c328ffc-9bb3-4724-a47a-78ee625c48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (836b4003-d389-4321-b0a5-10eb8ce4ecd9), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:11.836168 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c328ffc-9bb3-4724-a47a-78ee625c48c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:11.837315 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-6c328ffc-9bb3-4724-a47a-78ee625c48c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/836b4003-d389-4321-b0a5-10eb8ce4ecd9 HTTP/1.1" status: 204 len: 168 time: 0.1803844 Jan 25 21:19:11.845782 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c328ffc-9bb3-4724-a47a-78ee625c48c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836b4003-d389-4321-b0a5-10eb8ce4ecd9,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:25.650794 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-d4fb43f2-bfe1-413d-9220-997da80b345d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:27.748232 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-32254f73-deec-48b0-8e71-a7318073f5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:28.024509 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:19:28.946484 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43218) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:29.046164 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5dd13a2-8fda-4932-a4fe-23bcc0d81072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.118053 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5dd13a2-8fda-4932-a4fe-23bcc0d81072 admin admin] Publish callbacks [] for security_group (2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.165353 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.192640 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f5dd13a2-8fda-4932-a4fe-23bcc0d81072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.231449 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-f5dd13a2-8fda-4932-a4fe-23bcc0d81072 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccfeacdbfb694fd99ac51d83d08ac11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839220 Jan 25 21:19:29.232432 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd13a2-8fda-4932-a4fe-23bcc0d81072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:29.234227 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43222) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:19:29.280662 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Publish callbacks [] for security_group (2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.303614 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Publish callbacks [] for security_group (2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.393929 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.397000 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:29.398238 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8 HTTP/1.1" status: 204 len: 168 time: 0.1629961 Jan 25 21:19:29.406173 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1fce14-24fa-4a5d-9ae5-a002ac5a7dd8,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:19:29.414048 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.414407 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.414757 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.415105 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.415473 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.415807 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.416175 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.416588 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.416835 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.417171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.417504 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.417862 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:29.418194 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a264cfd-a683-49b1-b2f4-84ab39d353ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:19:30.542338 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:31.776330 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:34.833263 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:55.626809 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-3d954baf-d55b-4aef-a0dc-1fa992564779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:57.787166 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-89f44bf3-678b-4796-9961-0346d513cc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:19:59.164382 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:00.575925 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:01.764037 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:03.326242 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33661a4-1245-4da8-a9f5-0dcd5d61d9e3 req-52756ff5-8fc0-4da0-8eff-3660bff7fa68 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:03.327700 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f33661a4-1245-4da8-a9f5-0dcd5d61d9e3 req-52756ff5-8fc0-4da0-8eff-3660bff7fa68 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.1986842 Jan 25 21:20:03.377018 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f33661a4-1245-4da8-a9f5-0dcd5d61d9e3 req-ccadec4b-bd89-484b-9c5b-fa50c3d30e39 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437529 Jan 25 21:20:04.547469 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e72cf2-02a7-4b1d-a998-e1458466b43b req-c2ad1c4a-2f66-4256-bc83-814019214b3e tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:04.548933 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b0e72cf2-02a7-4b1d-a998-e1458466b43b req-c2ad1c4a-2f66-4256-bc83-814019214b3e tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.1011100 Jan 25 21:20:04.596103 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b0e72cf2-02a7-4b1d-a998-e1458466b43b req-9a5cc5df-6c2b-4d48-b79b-38a288218a42 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Jan 25 21:20:04.849518 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:05.021569 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:20:05.707090 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b90e-a703-4a72-9c67-3af544aad40a req-78741b2a-0c7b-4505-8eef-5da5f8fd5f81 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:05.708469 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f8e9b90e-a703-4a72-9c67-3af544aad40a req-78741b2a-0c7b-4505-8eef-5da5f8fd5f81 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0467560 Jan 25 21:20:05.754588 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f8e9b90e-a703-4a72-9c67-3af544aad40a req-e5e18720-c9e4-428a-9f68-291d0b4fa2e4 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Jan 25 21:20:06.874751 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffd5ee-fc54-4550-a2e0-857c20e00478 req-934136a1-b22e-48f6-b015-515ae55700c7 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:06.881237 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74ffd5ee-fc54-4550-a2e0-857c20e00478 req-934136a1-b22e-48f6-b015-515ae55700c7 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0532482 Jan 25 21:20:06.929430 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-74ffd5ee-fc54-4550-a2e0-857c20e00478 req-4831ce47-efc0-4d84-8a26-0214756964e8 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Jan 25 21:20:08.041104 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29d04c-5f42-4c25-93d0-8c547071c651 req-6bb50cdd-1f8f-461a-81d9-60c535daf7b3 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:08.042561 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7a29d04c-5f42-4c25-93d0-8c547071c651 req-6bb50cdd-1f8f-461a-81d9-60c535daf7b3 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0468440 Jan 25 21:20:08.088807 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-7a29d04c-5f42-4c25-93d0-8c547071c651 req-ce932c67-c920-40b0-92af-750bae1583e7 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Jan 25 21:20:09.199800 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1329e-5b64-4a46-8287-9b4d49bc8530 req-e9fd78ad-d587-4dcb-b541-6e925311f9a8 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:09.201265 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-71f1329e-5b64-4a46-8287-9b4d49bc8530 req-e9fd78ad-d587-4dcb-b541-6e925311f9a8 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0465090 Jan 25 21:20:09.248141 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-71f1329e-5b64-4a46-8287-9b4d49bc8530 req-4f0ceb7a-debc-430a-ac41-a5d71a1c73f0 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Jan 25 21:20:09.549560 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-531bb3fa-8603-4e86-b6d1-85ef763af509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:09.551055 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-531bb3fa-8603-4e86-b6d1-85ef763af509 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1098 time: 0.0410450 Jan 25 21:20:09.652013 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-8bd0ef6f-7289-417c-80b8-1ff07b6d6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:09.653479 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-8bd0ef6f-7289-417c-80b8-1ff07b6d6c2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 910 time: 0.0846272 Jan 25 21:20:09.714871 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-3b979ebf-8062-4198-a3de-ee23865e30f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 1001 time: 0.0551512 Jan 25 21:20:09.763760 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-e6ebb62d-ec30-4ce4-ab8b-e9fac2500578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:09.765130 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-e6ebb62d-ec30-4ce4-ab8b-e9fac2500578 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 200 len: 848 time: 0.0445971 Jan 25 21:20:09.807703 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-bd1f1242-826f-49ed-9065-479a3c3b6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:09.811737 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-bd1f1242-826f-49ed-9065-479a3c3b6c03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61aa050f-a452-4cd3-9ce4-0977a4b242ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409274 Jan 25 21:20:09.897025 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-4682a812-0b3c-49d5-a8fa-bb1735180415 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789032 Jan 25 21:20:09.983794 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-c5a28cd7-baf5-4157-9651-75f8276214ed req-b1ed4d49-54d8-4f06-b53a-c72b5ba72b55 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810366 Jan 25 21:20:10.363415 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291697d-1a87-48af-9968-e7c310a31e64 req-280514d8-030f-4394-9d79-5ebbd952e193 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:10.364854 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6291697d-1a87-48af-9968-e7c310a31e64 req-280514d8-030f-4394-9d79-5ebbd952e193 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0503805 Jan 25 21:20:10.412382 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6291697d-1a87-48af-9968-e7c310a31e64 req-842d9af2-6a5d-4c7d-937f-8c6707283fa0 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Jan 25 21:20:11.522518 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f0ba4-44b0-4c65-9879-f59ddf2480b4 req-9d19c2b4-6b3d-4f41-ad91-4de97c7be74c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:11.523965 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-dc4f0ba4-44b0-4c65-9879-f59ddf2480b4 req-9d19c2b4-6b3d-4f41-ad91-4de97c7be74c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0462422 Jan 25 21:20:11.573974 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-dc4f0ba4-44b0-4c65-9879-f59ddf2480b4 req-cdc27c7a-987b-439c-9cb6-498bc0d053bb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Jan 25 21:20:12.684730 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af821473-7888-4116-987f-10765c14e6a5 req-184f380d-50f5-4b1e-af95-01d0ab099d70 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:12.686120 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-af821473-7888-4116-987f-10765c14e6a5 req-184f380d-50f5-4b1e-af95-01d0ab099d70 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0466461 Jan 25 21:20:12.734099 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-af821473-7888-4116-987f-10765c14e6a5 req-8790dddc-aaef-4951-b5be-497b5e7fa60d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Jan 25 21:20:13.377676 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-3d69b9cc-c96b-405d-89d5-c77c73cc4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:13.379165 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-3d69b9cc-c96b-405d-89d5-c77c73cc4085 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1098 time: 0.0420060 Jan 25 21:20:13.465117 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-f2c08386-ccbd-465c-b598-139d92f81128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:13.466650 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-f2c08386-ccbd-465c-b598-139d92f81128 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 910 time: 0.0814600 Jan 25 21:20:13.532166 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-5a7c019d-56f4-4e6b-b29c-4cf88c66873b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 1001 time: 0.0591476 Jan 25 21:20:13.578098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-329dcc55-400f-4efb-be80-c0a2aff80a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:13.579469 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-329dcc55-400f-4efb-be80-c0a2aff80a47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 200 len: 848 time: 0.0417495 Jan 25 21:20:13.622673 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-beb511e7-4e7d-4ddb-a8c5-64c8429610a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:13.624120 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-beb511e7-4e7d-4ddb-a8c5-64c8429610a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61aa050f-a452-4cd3-9ce4-0977a4b242ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387492 Jan 25 21:20:13.634000 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-2ecc1949-3a70-4a82-82a4-aaf4d7d5d576 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:20:13.634873 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-2ecc1949-3a70-4a82-82a4-aaf4d7d5d576 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049324 Jan 25 21:20:13.723353 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-a0373c4c-f69c-4f92-8322-2a71e1fcff1f service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830643 Jan 25 21:20:13.816755 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0d4da5f2-2732-4931-be0d-4ffe12622d27 req-794693bd-95ed-4c54-8941-2e701d0f6e0e service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881002 Jan 25 21:20:13.853621 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b791ad-3a07-4c68-95f1-216f4f2159b6 req-abb01390-1a41-4431-b69f-f0da36bed334 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:13.855076 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-58b791ad-3a07-4c68-95f1-216f4f2159b6 req-abb01390-1a41-4431-b69f-f0da36bed334 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0525372 Jan 25 21:20:13.900880 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-58b791ad-3a07-4c68-95f1-216f4f2159b6 req-aac91192-bce4-40ee-a116-030acd8508ba tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Jan 25 21:20:15.018060 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1eb94-009f-48b8-97cd-10c42a629c9c req-aa0c5c70-404d-4ebc-b882-b202043904ec tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:15.019511 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f0a1eb94-009f-48b8-97cd-10c42a629c9c req-aa0c5c70-404d-4ebc-b882-b202043904ec tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0503919 Jan 25 21:20:15.065314 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f0a1eb94-009f-48b8-97cd-10c42a629c9c req-ee828edb-034d-4b40-976d-ca3dcaed5ca5 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Jan 25 21:20:16.177126 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b278ca7-c6cc-4e8d-a9aa-5e50bd63d614 req-ffdcb53e-8389-4db4-9477-eb7d9e119d44 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:16.178601 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b278ca7-c6cc-4e8d-a9aa-5e50bd63d614 req-ffdcb53e-8389-4db4-9477-eb7d9e119d44 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0467768 Jan 25 21:20:16.225479 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1b278ca7-c6cc-4e8d-a9aa-5e50bd63d614 req-fdf93986-6e62-4d8d-87b3-cdcada224006 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Jan 25 21:20:16.551967 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fbc9b-ddf8-41cc-8911-588e08870de8 req-e80f0b4f-b49b-4929-af65-7c71931f27c8 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:16.553422 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-970fbc9b-ddf8-41cc-8911-588e08870de8 req-e80f0b4f-b49b-4929-af65-7c71931f27c8 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0473430 Jan 25 21:20:16.606843 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-970fbc9b-ddf8-41cc-8911-588e08870de8 req-dff5374b-7049-43c2-a63b-5cf86baaf1b1 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467541 Jan 25 21:20:16.630722 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43294) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:20:16.708598 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-b91be4c0-0069-49e5-a212-9e52bcdfa8ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767512 Jan 25 21:20:16.718003 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-0101bc50-477d-4ec3-8ca3-3b25ffb43f34 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:20:16.719143 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-0101bc50-477d-4ec3-8ca3-3b25ffb43f34 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048323 Jan 25 21:20:17.720678 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b71ff-009c-4184-9636-0b02fe387e6f req-b4177cea-6287-4745-90af-8f634007f1eb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:17.722163 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-103b71ff-009c-4184-9636-0b02fe387e6f req-b4177cea-6287-4745-90af-8f634007f1eb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0471959 Jan 25 21:20:17.768849 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-103b71ff-009c-4184-9636-0b02fe387e6f req-37124695-7457-4174-b52e-bc8d3fd13922 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Jan 25 21:20:18.094799 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9a057a4a-870e-4294-a0ee-0bd896633b1d no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:20:18.171815 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9a057a4a-870e-4294-a0ee-0bd896633b1d is: ACTIVE; New status is: DOWN {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:20:18.172203 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:18.193723 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:20:18.195952 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20b859c-5613-4c2c-bd27-f00de354c69f" -d '{"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-unplugged", "status": "completed", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:20:18.208358 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:20:18.227212 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537bd67b-c4f3-4085-bfc5-55e06d9706e9 x-openstack-request-id: req-537bd67b-c4f3-4085-bfc5-55e06d9706e9 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:20:18.227503 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-unplugged", "status": "failed", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d", "code": 422}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:20:18.228267 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-537bd67b-c4f3-4085-bfc5-55e06d9706e9 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:20:18.228646 dv-cinder-809518-10-iscsi neutron-server[103219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'code': 422} returned with failed status Jan 25 21:20:18.295221 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:18.340052 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=6']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:20:18.346988 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.347288 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.347635 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.347974 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.348310 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.348640 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.348969 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.349298 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.349626 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.349981 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.350309 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.350630 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.350948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:18.881014 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6540f-288d-4d24-8634-1b8ade36e67a req-63ca14f5-4f0c-4b06-9e54-7d9d7f098c19 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:18.882493 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e7c6540f-288d-4d24-8634-1b8ade36e67a req-63ca14f5-4f0c-4b06-9e54-7d9d7f098c19 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0461733 Jan 25 21:20:18.932439 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e7c6540f-288d-4d24-8634-1b8ade36e67a req-1eef04bf-83e4-43ab-8d2c-da9c74b1a8c3 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Jan 25 21:20:19.017340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-ba29218f-964e-4e59-8d2c-3e1bbc29bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:19.018793 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-ba29218f-964e-4e59-8d2c-3e1bbc29bcf4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7&tenant_id=053092731f6547e28a2c5ce1c800ac42 HTTP/1.1" status: 200 len: 1096 time: 0.0381961 Jan 25 21:20:19.075849 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-b53e2a3e-f9e3-4eed-ba40-0b3b6ae1d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:19.077185 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-b53e2a3e-f9e3-4eed-ba40-0b3b6ae1d3e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1096 time: 0.0376897 Jan 25 21:20:19.165654 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-243162d9-963e-4b28-a159-f941265c2f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:19.167143 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-243162d9-963e-4b28-a159-f941265c2f9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 910 time: 0.0837629 Jan 25 21:20:19.230841 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-a700e3fc-f9f7-4d07-97b0-fa892a4f2608 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 999 time: 0.0567102 Jan 25 21:20:19.280984 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-b830c218-3e84-46c9-b839-1db78d650f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:19.282394 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-b830c218-3e84-46c9-b839-1db78d650f84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 200 len: 848 time: 0.0458643 Jan 25 21:20:19.323944 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-d67813ae-410f-43b2-a22f-69b80f81d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:19.325340 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-d67813ae-410f-43b2-a22f-69b80f81d504 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61aa050f-a452-4cd3-9ce4-0977a4b242ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0374217 Jan 25 21:20:19.410240 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-17fa7531-aeb8-4d88-883d-3f010b94baec service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783391 Jan 25 21:20:19.497575 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d8f4fd4-8ce6-43d0-9a24-31229932cb2e req-9fd071ec-f9bf-4eb4-95b0-1168de24c48b service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810008 Jan 25 21:20:20.042673 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192aa02-3f0f-456b-91c3-98a9622f6d56 req-2630a3b2-0834-4a9a-8d4b-abb34bec2cea tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:20.044108 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b192aa02-3f0f-456b-91c3-98a9622f6d56 req-2630a3b2-0834-4a9a-8d4b-abb34bec2cea tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0467198 Jan 25 21:20:20.090452 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-b192aa02-3f0f-456b-91c3-98a9622f6d56 req-c0f2e55d-ec9b-45e9-9851-24f508902963 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Jan 25 21:20:21.201875 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575305a-ac02-4465-b47b-c6325b2bcdcf req-782886f2-6e7c-4401-a4ba-78938aea7087 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:21.203301 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1575305a-ac02-4465-b47b-c6325b2bcdcf req-782886f2-6e7c-4401-a4ba-78938aea7087 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0457246 Jan 25 21:20:21.249161 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-1575305a-ac02-4465-b47b-c6325b2bcdcf req-f94eaed4-9cf2-4e29-adc3-ca11095f928b tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404193 Jan 25 21:20:22.363196 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035cd4f-5dfb-4890-a212-0945edd039c1 req-100ad571-24ec-4a7f-8bf5-019f43177ddb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:22.364660 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6035cd4f-5dfb-4890-a212-0945edd039c1 req-100ad571-24ec-4a7f-8bf5-019f43177ddb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0491576 Jan 25 21:20:22.413291 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-6035cd4f-5dfb-4890-a212-0945edd039c1 req-0f752b44-ae40-45d6-bf63-e2aa13158a90 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Jan 25 21:20:23.522790 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd48fde-9cf5-42ed-b8eb-8dbaff5bea9e req-f9947b0a-1b17-4064-b941-cce56042cf81 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:23.524232 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8bd48fde-9cf5-42ed-b8eb-8dbaff5bea9e req-f9947b0a-1b17-4064-b941-cce56042cf81 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0465231 Jan 25 21:20:23.570958 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8bd48fde-9cf5-42ed-b8eb-8dbaff5bea9e req-43953c0c-a9ea-4000-a0a6-cf67c9ceebf5 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Jan 25 21:20:24.680448 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70eec-2ab1-4af2-8ff4-83ed44cfb9c7 req-2e7b135b-75e0-4cdf-abdf-31b24ecae538 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:24.682342 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-20a70eec-2ab1-4af2-8ff4-83ed44cfb9c7 req-2e7b135b-75e0-4cdf-abdf-31b24ecae538 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0463850 Jan 25 21:20:24.728851 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-20a70eec-2ab1-4af2-8ff4-83ed44cfb9c7 req-d362fce4-3239-4e68-b995-3020cebc622a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Jan 25 21:20:25.625698 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e2f15b00-92f7-45f8-ba75-747d49069fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:25.843069 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a98d6e-9edc-47dc-97ed-dfe144cf91ec req-f6fe1bdf-7fc6-4e4a-a5b7-f83ef5e9b7be tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:25.844507 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-56a98d6e-9edc-47dc-97ed-dfe144cf91ec req-f6fe1bdf-7fc6-4e4a-a5b7-f83ef5e9b7be tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 943 time: 0.0499618 Jan 25 21:20:25.891509 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-56a98d6e-9edc-47dc-97ed-dfe144cf91ec req-208d1f19-c2bd-4646-b0f1-1722f354913c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Jan 25 21:20:26.146580 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9a057a4a-870e-4294-a0ee-0bd896633b1d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:20:26.236544 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:20:26.246457 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'port_id': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'mac_address': 'fa:16:3e:a9:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:20:26.282458 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9a057a4a-870e-4294-a0ee-0bd896633b1d is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:20:26.282846 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:26.297655 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a057a4a-870e-4294-a0ee-0bd896633b1d {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:20:26.315392 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:20:26.362948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:26.408104 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=7']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:20:26.582798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['9a057a4a-870e-4294-a0ee-0bd896633b1d'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:20:27.007409 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5de6fe-b259-4a77-824f-d2dceaf81223 req-1ee4fe7c-bf0d-476c-b36f-b3fde89279ec tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:27.008842 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3b5de6fe-b259-4a77-824f-d2dceaf81223 req-1ee4fe7c-bf0d-476c-b36f-b3fde89279ec tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 944 time: 0.0516365 Jan 25 21:20:27.314668 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3b5de6fe-b259-4a77-824f-d2dceaf81223 req-49dc3375-7839-4b71-a669-02f4b8731b41 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996721 Jan 25 21:20:27.723220 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-aa8b26d1-9c8a-439e-9f0a-cbe7d9174423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:28.163006 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9a057a4a-870e-4294-a0ee-0bd896633b1d up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:20:28.209735 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 9a057a4a-870e-4294-a0ee-0bd896633b1d triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:20:28.210135 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:28.410871 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9a057a4a-870e-4294-a0ee-0bd896633b1d is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:20:28.411373 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:28.429788 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f571d-d09c-4dfa-9eb7-27b1adc61139 req-790c5f30-5bb4-4f7d-8098-8b6e22ffb762 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:28.431307 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-519f571d-d09c-4dfa-9eb7-27b1adc61139 req-790c5f30-5bb4-4f7d-8098-8b6e22ffb762 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 944 time: 0.0475309 Jan 25 21:20:28.433496 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:20:28.435736 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8022c344-1c65-4b2c-aded-247111534949" -d '{"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:20:28.448811 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:20:28.470716 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5a8138-e772-4958-85c6-5f1feab7ce12 x-openstack-request-id: req-8d5a8138-e772-4958-85c6-5f1feab7ce12 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:20:28.471007 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:20:28.471262 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d5a8138-e772-4958-85c6-5f1feab7ce12 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:20:28.471655 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'code': 200} Jan 25 21:20:28.484135 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-519f571d-d09c-4dfa-9eb7-27b1adc61139 req-7f845e3d-8991-437a-b44c-075f04a4d17e tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465469 Jan 25 21:20:28.546100 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:28.591884 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=8']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:20:28.795621 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267bbb0-0476-4355-baa2-624acd1cb346 req-7daaf8f7-a254-4ffe-8430-63f8a40ea713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:28.797060 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e267bbb0-0476-4355-baa2-624acd1cb346 req-7daaf8f7-a254-4ffe-8430-63f8a40ea713 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1098 time: 0.0384383 Jan 25 21:20:28.840255 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e267bbb0-0476-4355-baa2-624acd1cb346 req-934ee35a-caa7-4b58-b83c-8620a33534d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369534 Jan 25 21:20:29.231617 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:29.599488 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a90eb-5116-4f02-8dba-34f2b1d3770d req-91e9e5f8-8408-496e-abf3-0fab4fe0a279 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:29.600938 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0f9a90eb-5116-4f02-8dba-34f2b1d3770d req-91e9e5f8-8408-496e-abf3-0fab4fe0a279 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0463097 Jan 25 21:20:29.651868 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-0f9a90eb-5116-4f02-8dba-34f2b1d3770d req-b0e1f785-460a-4d72-8efc-59031d0ea44d tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Jan 25 21:20:30.551251 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:30.762425 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c54106-4359-40a4-b89c-ed6008318723 req-f8ed8db0-c1d2-4862-8b92-46f199fa161a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:30.763862 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e8c54106-4359-40a4-b89c-ed6008318723 req-f8ed8db0-c1d2-4862-8b92-46f199fa161a tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0464091 Jan 25 21:20:30.813848 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-e8c54106-4359-40a4-b89c-ed6008318723 req-f7ca1a3c-1839-45d8-b997-4f0a3989f648 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445297 Jan 25 21:20:31.808507 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:34.916819 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:42.020259 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:20:52.313763 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-5685fac3-6966-43a0-9b74-79dc061b3b57 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359044356&fields=id&tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 267 time: 0.0417440 Jan 25 21:20:52.411879 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-6f5bd933-142a-45e3-ba10-380d3753535f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:52.413306 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-6f5bd933-142a-45e3-ba10-380d3753535f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 811 time: 0.0935664 Jan 25 21:20:52.427597 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-5b0158ab-98dd-4146-831b-583bc9f8dfb3 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/quotas/d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 375 time: 0.0084105 Jan 25 21:20:52.479828 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-eb105e70-caed-46e9-936b-88d7bf5e5431 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475614 Jan 25 21:20:52.535467 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-075800b3-66a4-4e38-ac2b-7ab4f1531859 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103218) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 21:20:52.536426 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-075800b3-66a4-4e38-ac2b-7ab4f1531859 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462661 Jan 25 21:20:52.620080 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-a02535bb-985e-4151-8efb-6c8af369d92f service neutron] 10.222.0.20 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780067 Jan 25 21:20:52.713919 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-f26e49b7-ff20-4527-9b4b-45f424704074 service neutron] 10.222.0.20 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880289 Jan 25 21:20:53.246191 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-0128451d-a768-484f-a4fa-174c73b55774 req-9985c1cc-c7db-4d46-83be-6c95ea0649b1 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 210 time: 0.0260048 Jan 25 21:20:54.337570 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-94b56765-1c95-46ba-b3b1-ba3d31a0f58d req-cd13d9e7-53ca-4567-926f-8ede6f0380fd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 210 time: 0.0270689 Jan 25 21:20:55.146289 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-14cf7f44-1abd-4777-a1ba-ca4c06c441ec tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:55.147634 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-14cf7f44-1abd-4777-a1ba-ca4c06c441ec tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 811 time: 0.0964756 Jan 25 21:20:55.212141 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-0620f255-b322-4636-879e-cc94bd9276d7 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e HTTP/1.1" status: 200 len: 380 time: 0.0557232 Jan 25 21:20:55.220179 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'port': {'device_id': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'admin_state_up': True, 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'security_groups': ['8e6a94aa-7e3e-4be4-9b11-8759b91f68ac']}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:20:55.379487 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Made reservation on behalf of d4d0dcd5d7e84e0bb4692190f5f6fc9e for: {'port': 1} {{(pid=103218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 21:20:55.382880 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:55.433107 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-eaf3b876-d018-47b5-8c1a-e1143a2cb2f8 req-62a784c4-5af3-4e06-a822-67e7f9081a5c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 210 time: 0.0252752 Jan 25 21:20:55.508288 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_common [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Allocated IP 172.20.0.4 (480e55f6-024e-4eca-8a14-6048be88677c/12acc41e-01c4-4128-b0fa-eff50f012fd5/9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722) {{(pid=103218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:20:55.637977 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), precommit_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:55.642232 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-92b07862-eb7b-4aa7-b235-28cddba5c799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:55.734206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), after_create {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:55.773147 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Network 480e55f6-024e-4eca-8a14-6048be88677c is already hosted by enough agents. {{(pid=103218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:20:55.776249 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.base_scheduler [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Resources bound (agent type, host, resource id): {{(pid=103218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:20:55.780482 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Received port after_create {{(pid=103218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:20:55.807028 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,revision_number=1']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:20:55.820327 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.825937 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:20:55.847890 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:55.848536 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:55.971988 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-69be8312-1298-4b9a-8d01-0da4ed0a2f50 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552979 Jan 25 21:20:55.983230 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-41f55770-5e59-4b8c-abf9-42e215dfa805 None None] Provisioning complete for port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 triggered by entity DHCP. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:20:55.983738 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-41f55770-5e59-4b8c-abf9-42e215dfa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:56.020229 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-41f55770-5e59-4b8c-abf9-42e215dfa805 None None] Port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 cannot update to ACTIVE because it is not bound. {{(pid=103219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 25 21:20:56.029884 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.v2.base [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Request body: {'port': {'device_id': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=103218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:20:56.084509 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:56.335561 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 {{(pid=103218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:20:56.342985 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Publish callbacks [] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), precommit_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:56.354627 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.provisioning_blocks [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Transition to ACTIVE for port object 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 will not be triggered until provisioned by entity L2. {{(pid=103218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 21:20:56.419785 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:56.471051 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,revision_number=2']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:20:56.578729 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Attempting to bind port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 21:20:56.579067 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Attempting to bind port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 21:20:56.579397 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Attempting to bind port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:20:56.587499 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be2bda-f463-422f-8aad-e2b21d552125 req-0fc10ecd-db03-4539-b5ad-a5e0cef1e72f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:56.588998 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-63be2bda-f463-422f-8aad-e2b21d552125 req-0fc10ecd-db03-4539-b5ad-a5e0cef1e72f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 943 time: 0.0719578 Jan 25 21:20:56.593199 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 on network 480e55f6-024e-4eca-8a14-6048be88677c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 21:20:56.593520 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Attempting to bind port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 on network 480e55f6-024e-4eca-8a14-6048be88677c {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 21:20:56.604349 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Checking agent: {'id': '99710fcf-798b-48f0-bdce-3834a5c33090', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'started_at': datetime.datetime(2022, 1, 25, 21, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 21:20:56.604687 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Checking segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 21:20:56.605063 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Bound using segment: {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'} {{(pid=103218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 21:20:56.606169 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.managers [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Bound port: 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f49598a-2cbc-4412-92d6-e1cf30193490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c'}}] {{(pid=103218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 21:20:56.606529 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), before_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:56.679849 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-63be2bda-f463-422f-8aad-e2b21d552125 req-df6363df-ef8b-4182-a147-8f29140a8777 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830884 Jan 25 21:20:56.701407 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] For port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722, host hv-cinder-80951, cleared binding levels {{(pid=103218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 21:20:56.704333 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] For port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 21:20:56.785702 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49990654'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), after_update {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:56.818098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:56.818785 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:56.820213 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 HTTP/1.1" status: 200 len: 1093 time: 0.8408265 Jan 25 21:20:56.820589 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:20:56.822887 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b837f5-bd29-4af5-96c6-0e93d7aba43c" -d '{"events": [{"name": "network-changed", "server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:20:56.848606 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63acf03-400f-46ce-a3d8-9c32d1870199 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,revision_number=3']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:20:56.943696 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8971493e-e53d-45d6-989c-0dde87d94435 x-openstack-request-id: req-8971493e-e53d-45d6-989c-0dde87d94435 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:20:56.943985 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:20:56.944236 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8971493e-e53d-45d6-989c-0dde87d94435 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:20:56.944630 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'status': 'completed', 'code': 200} Jan 25 21:20:56.961203 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-101e44bb-ceb7-452a-b212-1ebdec6d06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:56.962833 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-101e44bb-ceb7-452a-b212-1ebdec6d06f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 1096 time: 0.0478172 Jan 25 21:20:57.006138 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-5cd74c48-7254-4947-80c2-1496137ccfdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 HTTP/1.1" status: 200 len: 217 time: 0.0350385 Jan 25 21:20:57.055139 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-9255c1d4-6c19-463e-9cfc-271f34cb54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:57.056491 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-9255c1d4-6c19-463e-9cfc-271f34cb54ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0449431 Jan 25 21:20:57.099111 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-6661eeaa-b27b-4076-8464-58c0405ca2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:57.100491 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-6661eeaa-b27b-4076-8464-58c0405ca2fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382822 Jan 25 21:20:57.190961 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-b4e31ee6-f67b-45ae-9648-de084729128b service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843251 Jan 25 21:20:57.278161 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-a579ebe5-d38f-428e-ae9e-6d1707880b32 req-68b05784-f07e-4517-bfaf-246680f0906e service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803533 Jan 25 21:20:57.424657 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-76480617-4ebe-4383-a374-421e931d8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:57.426148 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-76480617-4ebe-4383-a374-421e931d8b81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 1096 time: 0.0411644 Jan 25 21:20:57.513485 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-82ba36d5-74ab-43f3-b470-7c28bdc88d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:57.515217 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-82ba36d5-74ab-43f3-b470-7c28bdc88d19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0833225 Jan 25 21:20:57.556357 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-33032fa7-ca5d-4e1a-9a47-ad1c42585b20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 HTTP/1.1" status: 200 len: 217 time: 0.0339637 Jan 25 21:20:57.605071 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-06065845-4376-48bb-bb9d-6d575a962ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:57.606502 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-06065845-4376-48bb-bb9d-6d575a962ea9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0439148 Jan 25 21:20:57.650862 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-bbca3b0d-61d5-49de-9667-50c68617b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:57.652249 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-bbca3b0d-61d5-49de-9667-50c68617b157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389266 Jan 25 21:20:57.733972 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-33045d60-3947-42ed-8bc0-2d116d9e42af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:20:57.743746 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-fa2a1a30-2d0b-450d-9440-5bd6c3e99cf3 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816176 Jan 25 21:20:57.845973 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d464f3a-ec4e-4622-b793-4496d0ff4d99 req-00958990-299b-4972-a6b6-5c1366799ed2 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:57.847448 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4d464f3a-ec4e-4622-b793-4496d0ff4d99 req-00958990-299b-4972-a6b6-5c1366799ed2 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 943 time: 0.1017675 Jan 25 21:20:57.880913 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-12b837f5-bd29-4af5-96c6-0e93d7aba43c req-66c36d54-0e2b-43e1-8bba-b656ea1c6b64 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269503 Jan 25 21:20:57.909248 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-4d464f3a-ec4e-4622-b793-4496d0ff4d99 req-a004970c-31f0-4890-8d2b-1a0f865346e6 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556974 Jan 25 21:20:59.020023 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5717-3518-4956-ab1c-f784619af1e8 req-36abb9a5-a99e-4085-b683-878be6d8b3aa tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:20:59.021479 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b56a5717-3518-4956-ab1c-f784619af1e8 req-36abb9a5-a99e-4085-b683-878be6d8b3aa tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 943 time: 0.0465956 Jan 25 21:20:59.069068 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b56a5717-3518-4956-ab1c-f784619af1e8 req-e28c23c6-955a-4160-ae16-8ceb4084f0d4 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Jan 25 21:20:59.151011 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:00.186935 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbd61c-54c6-4637-bf56-07990032126c req-9e410ed1-4671-4c19-a176-51aab55130be tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:00.188392 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5bcbd61c-54c6-4637-bf56-07990032126c req-9e410ed1-4671-4c19-a176-51aab55130be tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 943 time: 0.0511608 Jan 25 21:21:00.234419 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5bcbd61c-54c6-4637-bf56-07990032126c req-8c613718-3d41-4ecf-bf58-2b2a880524e8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407026 Jan 25 21:21:00.556112 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:01.348031 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf9dc3-9487-49f3-977d-15f0016510ef req-a3d98e0d-0a6a-4d45-aaae-0f0ccfad5542 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:01.349526 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-46bf9dc3-9487-49f3-977d-15f0016510ef req-a3d98e0d-0a6a-4d45-aaae-0f0ccfad5542 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 943 time: 0.0501235 Jan 25 21:21:01.397075 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-46bf9dc3-9487-49f3-977d-15f0016510ef req-fa11da45-df5c-44e6-9179-e22ee45445ed tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Jan 25 21:21:01.773313 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:02.506814 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17f44c-89d3-4cd3-9827-d5966509f904 req-ccdedddc-a267-4fcf-ab17-694f90fabe47 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:02.508255 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1c17f44c-89d3-4cd3-9827-d5966509f904 req-ccdedddc-a267-4fcf-ab17-694f90fabe47 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 943 time: 0.0469432 Jan 25 21:21:02.554787 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-1c17f44c-89d3-4cd3-9827-d5966509f904 req-03e68fae-8f66-47cd-a168-382822cc92a2 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411053 Jan 25 21:21:03.668931 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496281-870f-49f4-98b8-5e9708623509 req-c01cea12-8544-4f4a-9f20-547d6aa3a5e3 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:03.670397 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b4496281-870f-49f4-98b8-5e9708623509 req-c01cea12-8544-4f4a-9f20-547d6aa3a5e3 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 943 time: 0.0478187 Jan 25 21:21:03.717817 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-b4496281-870f-49f4-98b8-5e9708623509 req-8bd2df07-2954-4aa3-94f6-af0fa6574669 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Jan 25 21:21:04.366309 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=103219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 21:21:04.461209 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:04.471378 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Returning: {'device': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'port_id': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'mac_address': 'fa:16:3e:69:34:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 21:21:04.508394 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 is: DOWN; New status is: BUILD {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:21:04.508789 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:04.521105 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 {{(pid=103219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 21:21:04.539550 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:04.618976 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:04.665948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,revision_number=4']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:04.832598 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b02f42-60e7-493f-bf76-25f1bdace55b req-a8596f64-a010-4371-af05-9b80927ff2c1 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:04.834081 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-65b02f42-60e7-493f-bf76-25f1bdace55b req-a8596f64-a010-4371-af05-9b80927ff2c1 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 944 time: 0.0506885 Jan 25 21:21:04.854155 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] get_ports_and_sgs() called for port_ids ['9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722'] {{(pid=103219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 21:21:04.881418 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:04.882913 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-65b02f42-60e7-493f-bf76-25f1bdace55b req-2f88eee9-7943-4cc7-b587-e5ae01f79d46 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Jan 25 21:21:05.998666 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8274ec1-687d-4548-a6cf-38ece89b1fe8 req-c7ed5035-1284-4f5a-8e4d-fa84e3fb42fc tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:06.000109 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f8274ec1-687d-4548-a6cf-38ece89b1fe8 req-c7ed5035-1284-4f5a-8e4d-fa84e3fb42fc tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 944 time: 0.0500333 Jan 25 21:21:06.046754 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-f8274ec1-687d-4548-a6cf-38ece89b1fe8 req-b1763140-4c9d-481a-8a8b-462f438e5560 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Jan 25 21:21:06.390996 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 up at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 21:21:06.493643 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning for port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 completed by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 21:21:06.497372 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.provisioning_blocks [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Provisioning complete for port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 triggered by entity L2. {{(pid=103219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 21:21:06.497738 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1745063'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), provisioning_complete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:06.570008 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Current status of the port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 is: BUILD; New status is: ACTIVE {{(pid=103219) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 25 21:21:06.570391 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), before_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:06.591507 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722'}] {{(pid=103219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:21:06.594273 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc978528570f74b1de2d0ecaf1b8a66bcf38771ed208d53158edbf77a439b89b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a3bda-a888-412f-a67a-740332491c80" -d '{"events": [{"server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "name": "network-vif-plugged", "status": "completed", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722"}]}' {{(pid=103219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:21:06.607199 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] For port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:06.676484 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:06.699198 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa099a3-7ce0-40bc-bfed-e7522b4d9d93 x-openstack-request-id: req-5fa099a3-7ce0-40bc-bfed-e7522b4d9d93 {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:21:06.704060 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "name": "network-vif-plugged", "status": "completed", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722", "code": 200}]} {{(pid=103219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:21:06.704060 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fa099a3-7ce0-40bc-bfed-e7522b4d9d93 {{(pid=103219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:21:06.704060 dv-cinder-809518-10-iscsi neutron-server[103219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'code': 200} Jan 25 21:21:06.726882 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Pushing event updated for resources: {'Port': ['ID=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,revision_number=5']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:07.069270 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4614-307a-4486-9d41-b7eeb134af7a req-41ecab78-cd4e-46d4-a309-bf6971db3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:07.070818 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05de4614-307a-4486-9d41-b7eeb134af7a req-41ecab78-cd4e-46d4-a309-bf6971db3dae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 1098 time: 0.0414944 Jan 25 21:21:07.126262 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-05de4614-307a-4486-9d41-b7eeb134af7a req-957ae338-df7f-40ed-8d95-f044391b5a69 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Jan 25 21:21:07.160861 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9a8c-6809-4302-9ff8-b8426f0ebf3c req-7c42456f-f776-409e-9b30-7d4679e39e23 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:07.162273 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4e6d9a8c-6809-4302-9ff8-b8426f0ebf3c req-7c42456f-f776-409e-9b30-7d4679e39e23 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 945 time: 0.0495973 Jan 25 21:21:07.209372 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-4e6d9a8c-6809-4302-9ff8-b8426f0ebf3c req-66aadc40-d6d5-417f-a445-fc105cdcd077 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Jan 25 21:21:08.322261 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc6ae0-1b0a-4651-a4d2-595d08efd61c req-b59447ec-0df1-4f2e-9122-424099551cc7 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:08.323730 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-37cc6ae0-1b0a-4651-a4d2-595d08efd61c req-b59447ec-0df1-4f2e-9122-424099551cc7 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 945 time: 0.0472696 Jan 25 21:21:08.375606 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-37cc6ae0-1b0a-4651-a4d2-595d08efd61c req-42711274-c588-42db-84a8-c0b4f7b48507 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456047 Jan 25 21:21:09.485259 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a5a02-b2c4-4866-a29f-540a9e74a28a req-6669f485-6413-41f1-b1b2-8eed07ff6314 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:09.486766 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-875a5a02-b2c4-4866-a29f-540a9e74a28a req-6669f485-6413-41f1-b1b2-8eed07ff6314 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 945 time: 0.0467849 Jan 25 21:21:09.520827 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-f1bcca86-6076-4480-9922-c781980768f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385787 Jan 25 21:21:09.539826 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-875a5a02-b2c4-4866-a29f-540a9e74a28a req-fee4ccf6-cb5a-4d5c-a49c-f221ed7875e0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476038 Jan 25 21:21:09.580431 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-8ee87fe7-0801-4380-a6c3-be60e36f942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:09.581946 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-8ee87fe7-0801-4380-a6c3-be60e36f942b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1098 time: 0.0405607 Jan 25 21:21:09.706095 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a828d-6a45-4c4b-a651-02435e8a25fd req-fd51e6cc-1f25-4599-8427-77c4468ec64e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:09.707457 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-832a828d-6a45-4c4b-a651-02435e8a25fd req-fd51e6cc-1f25-4599-8427-77c4468ec64e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 945 time: 0.0991373 Jan 25 21:21:09.731397 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-e06dd804-0805-4be3-a0f7-2a7ff324c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:09.733321 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-e06dd804-0805-4be3-a0f7-2a7ff324c348 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.1331296 Jan 25 21:21:09.803673 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-832a828d-6a45-4c4b-a651-02435e8a25fd req-d50cc760-24b1-4aed-ab00-af01108d4b33 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872319 Jan 25 21:21:09.817697 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-4407b44c-4d06-4b5e-92b4-a1465618c431 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d HTTP/1.1" status: 200 len: 1001 time: 0.0770395 Jan 25 21:21:09.826104 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43438) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:09.864272 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44e7bd-e950-45fe-96c5-633529898ce8 tempest-TestVolumeBootPattern-140042957 tempest-TestVolumeBootPattern-140042957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:09.865815 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ea44e7bd-e950-45fe-96c5-633529898ce8 tempest-TestVolumeBootPattern-140042957 tempest-TestVolumeBootPattern-140042957-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 1093 time: 0.0386598 Jan 25 21:21:09.866219 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-15b53385-d5ad-46dd-a922-95fb1145f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:09.867721 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-15b53385-d5ad-46dd-a922-95fb1145f31b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0445080 Jan 25 21:21:09.868545 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43440) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:09.872704 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.v2.base [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Request body: {'floatingip': {'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'port_id': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 21:21:09.910654 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-9e9b0d1f-a388-4118-8053-c9239e0698dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:09.912092 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-9e9b0d1f-a388-4118-8053-c9239e0698dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391040 Jan 25 21:21:09.962343 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:10.001415 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-df420d17-d69d-48d9-977d-011048e0c8ed service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834897 Jan 25 21:21:10.061097 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (None), before_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:10.088682 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5d464714-312b-4efe-ba1e-d3f8b66c8f07 req-07e621ae-d94e-4699-b94a-ae285645e7ae service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817614 Jan 25 21:21:10.165518 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_common [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Allocated IP 172.27.2.140 (4fc5ef02-8e0e-414d-8153-55d3d0908c35/609eb6d7-3978-4ce0-9d22-42d190e46e6c/111886a5-269b-4473-beaf-4e80886a2fe4) {{(pid=103217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 21:21:10.259776 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (111886a5-269b-4473-beaf-4e80886a2fe4), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:10.345041 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771833321741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (111886a5-269b-4473-beaf-4e80886a2fe4), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:10.390852 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Network 4fc5ef02-8e0e-414d-8153-55d3d0908c35 is already hosted by enough agents. {{(pid=103217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 21:21:10.395532 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.base_scheduler [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Resources bound (agent type, host, resource id): {{(pid=103217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 21:21:10.400305 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=111886a5-269b-4473-beaf-4e80886a2fe4,revision_number=1']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:10.402598 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Received port after_create {{(pid=103217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 21:21:10.428901 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.429252 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.429597 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.429970 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.430306 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.430634 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.430965 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.431292 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.431618 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.431944 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.432270 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.432590 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.432909 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:10.751551 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (4cba177a-4e9b-47f1-9168-460c53ccc9bd), precommit_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:10.870896 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682587'] for port (111886a5-269b-4473-beaf-4e80886a2fe4), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:11.015849 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for port (111886a5-269b-4473-beaf-4e80886a2fe4), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:11.076126 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771833721802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771833321759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771833321777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62977486'] for port (111886a5-269b-4473-beaf-4e80886a2fe4), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:11.138758 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event updated for resources: {'Port': ['ID=111886a5-269b-4473-beaf-4e80886a2fe4,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:11.150162 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629371'] for floatingip (4cba177a-4e9b-47f1-9168-460c53ccc9bd), after_create {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:11.245410 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.l3_db [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Floating IP 4cba177a-4e9b-47f1-9168-460c53ccc9bd associated. External IP: 172.27.2.140, port: 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722. Jan 25 21:21:11.440685 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:21:11.543187 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:21:11.553081 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:21:11.562940 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:11.563639 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:20:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:11.632653 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:11.659144 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-6c2760e3-5544-404a-b3af-ddfe1133c8c0 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7895465 Jan 25 21:21:11.659681 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:21:11.661936 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae88647-9d2c-46d0-9c82-62c706248c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:21:11.666628 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:11.751861 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ef15ea-c080-4a85-90c7-226ae4a6adb1 x-openstack-request-id: req-f1ef15ea-c080-4a85-90c7-226ae4a6adb1 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:21:11.752365 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:21:11.752473 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1ef15ea-c080-4a85-90c7-226ae4a6adb1 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:21:11.752777 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'status': 'completed', 'code': 200} Jan 25 21:21:11.812171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-60de4c36-bd31-4f25-8d6f-e78af5ea4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:11.813665 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-60de4c36-bd31-4f25-8d6f-e78af5ea4b11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 1098 time: 0.0406580 Jan 25 21:21:11.883576 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '4cba177a-4e9b-47f1-9168-460c53ccc9bd', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:69:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:21:10Z', 'updated_at': '2022-01-25T21:21:10Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}, {'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:53Z', 'revision_number': 1, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:11.906167 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-98928ac2-d698-4e5d-b4b8-321f0ea2a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:11.907634 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-98928ac2-d698-4e5d-b4b8-321f0ea2a7ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0874915 Jan 25 21:21:11.913318 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:21:11.921549 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:11.922186 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:20:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:11.975501 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-12570140-0b6e-49ec-8280-e6553201172a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 HTTP/1.1" status: 200 len: 999 time: 0.0618825 Jan 25 21:21:12.022084 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-62a8ba00-bdf7-437d-8fb0-ad0ef59ddfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:12.023584 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-62a8ba00-bdf7-437d-8fb0-ad0ef59ddfed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0420396 Jan 25 21:21:12.028703 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:12.067386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-0b32e74a-2985-4e92-90db-b0e9ad1591ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:12.068877 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-0b32e74a-2985-4e92-90db-b0e9ad1591ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385785 Jan 25 21:21:12.158272 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-c49a4c3b-bfd4-42fe-a404-c6c320c06ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Jan 25 21:21:12.244141 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '4cba177a-4e9b-47f1-9168-460c53ccc9bd', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:69:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:21:10Z', 'updated_at': '2022-01-25T21:21:10Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}, {'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:53Z', 'revision_number': 1, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:12.244511 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5ae88647-9d2c-46d0-9c82-62c706248c8f req-04497165-ae99-4c17-bd41-29daa313f33e service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808492 Jan 25 21:21:12.270533 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dce4ac-4dea-45f2-a33f-166200087596 None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '4cba177a-4e9b-47f1-9168-460c53ccc9bd', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:69:34:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:21:10Z', 'updated_at': '2022-01-25T21:21:10Z', 'revision_number': 0, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}, {'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:53Z', 'revision_number': 1, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:21:12.457078 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084dddf6-866e-4faa-b90f-5eb45f5d5f6a None None] New status for floating IP 4cba177a-4e9b-47f1-9168-460c53ccc9bd: ACTIVE {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:21:19.021148 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:21:25.641421 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-576750e2-03d0-4150-aa79-73ef007611ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:27.738655 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-47d9f7d0-88df-4e0b-967e-eaf1b93d9f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:29.172784 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:30.555790 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:31.795652 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:34.892935 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:44.417422 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43456) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:44.562985 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Deleting port ca783bbc-f9f1-443b-85aa-90a0432007ce {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:44.563330 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:44.636371 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:44.636694 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for floatingip (ca783bbc-f9f1-443b-85aa-90a0432007ce), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:44.648190 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Calling delete_port for ca783bbc-f9f1-443b-85aa-90a0432007ce owned by network:floatingip {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:44.841508 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (ca783bbc-f9f1-443b-85aa-90a0432007ce), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:44.863805 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event deleted for resources: {'Port': ['ID=ca783bbc-f9f1-443b-85aa-90a0432007ce,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:44.924691 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for floatingip (a2a92c82-7430-42f6-912e-bfcde0bf34de), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:44.925060 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.l3_db [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Floating IP a2a92c82-7430-42f6-912e-bfcde0bf34de disassociated (deleted). External IP: 172.27.2.127, port: 9a057a4a-870e-4294-a0ee-0bd896633b1d. Jan 25 21:21:45.359127 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:21:45.460543 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:21:45.465266 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:45.472274 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] Sync routers for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:21:45.481312 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:45.481959 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:21:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:45.489783 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-2c836a56-304d-47c8-a35b-db0129ec361f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "DELETE /v2.0/floatingips/a2a92c82-7430-42f6-912e-bfcde0bf34de HTTP/1.1" status: 204 len: 168 time: 1.0712700 Jan 25 21:21:45.490363 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:21:45.492586 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:21:45.528991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b45ccaa-4c77-4dbe-99ee-6bfcd24f9617 x-openstack-request-id: req-3b45ccaa-4c77-4dbe-99ee-6bfcd24f9617 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:21:45.529200 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:21:45.529446 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b45ccaa-4c77-4dbe-99ee-6bfcd24f9617 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:21:45.529920 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'status': 'completed', 'code': 200} Jan 25 21:21:45.588428 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:45.591213 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-8feb34ec-85fa-4bf5-8f2a-f5c048f9e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:45.592625 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-8feb34ec-85fa-4bf5-8f2a-f5c048f9e2da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=053092731f6547e28a2c5ce1c800ac42&device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 1098 time: 0.0406704 Jan 25 21:21:45.689378 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-aabe2141-8081-420a-9eb2-0975f85fc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:45.690777 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-aabe2141-8081-420a-9eb2-0975f85fc540 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 200 len: 910 time: 0.0920665 Jan 25 21:21:45.731581 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-68e6b664-16fe-4392-b489-4188c022c892 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 200 len: 217 time: 0.0347462 Jan 25 21:21:45.783802 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-6abcf425-0dd3-439b-8385-452f7a63987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:45.785236 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-6abcf425-0dd3-439b-8385-452f7a63987a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 200 len: 848 time: 0.0479999 Jan 25 21:21:45.828692 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-7981da72-8107-40ed-a9fe-c2e0ae270ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:45.830238 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-7981da72-8107-40ed-a9fe-c2e0ae270ee7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61aa050f-a452-4cd3-9ce4-0977a4b242ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394051 Jan 25 21:21:45.918232 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 5, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:45.922547 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-404f62fd-f10f-4b08-a8d4-7f3a6926ecba service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Jan 25 21:21:45.944573 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] Checking router: 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:21:45.944782 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fb0cf-2bde-4e24-9cdd-82846c0f17da req-c992f658-4eba-4229-8a2c-6344bfbc9d39 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:45.946237 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ef7fb0cf-2bde-4e24-9cdd-82846c0f17da req-c992f658-4eba-4229-8a2c-6344bfbc9d39 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Jan 25 21:21:45.958587 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:45.959698 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:21:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:45.998930 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-ef7fb0cf-2bde-4e24-9cdd-82846c0f17da req-58af5366-5803-4f34-8980-b9c79be6f0aa tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471134 Jan 25 21:21:46.016550 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-fcbd7711-9642-4d6d-9fb6-fb20e38c7fa0 req-a889926b-d38c-4fd3-b65c-b275eea65a67 service neutron] 10.222.0.24 "GET /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Jan 25 21:21:46.075648 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:46.266284 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 5, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:46.292180 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3133c-7163-4290-aa46-003c2ce03b4d None None] The sync data for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi is: [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:16:59Z', 'revision_number': 4, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'ece72201-2c28-4da5-985e-7278f40d7d83', 'name': '', 'network_id': '61aa050f-a452-4cd3-9ce4-0977a4b242ae', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'mac_address': 'fa:16:3e:9b:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1735e5a8-2121-496b-9067-be838dd39341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:58Z', 'updated_at': '2022-01-25T21:17:03Z', 'revision_number': 5, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'subnets': [{'id': '1735e5a8-2121-496b-9067-be838dd39341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:21:46.507418 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78da17-e553-4fb1-8d96-29cfce3a8896 None None] New status for floating IP a2a92c82-7430-42f6-912e-bfcde0bf34de: DOWN {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:21:47.112858 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec389c39-695a-4070-bef3-6e4a8ba9ecbc req-5dc1cd1b-e969-4aa4-9fec-3448a1633d44 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:47.114316 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ec389c39-695a-4070-bef3-6e4a8ba9ecbc req-5dc1cd1b-e969-4aa4-9fec-3448a1633d44 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0458007 Jan 25 21:21:47.164389 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-ec389c39-695a-4070-bef3-6e4a8ba9ecbc req-e2f93947-907e-4942-a8d7-616053c89f6c tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/security-groups?id=24b3ff1f-70d4-4082-a728-096c3aa85595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 Jan 25 21:21:47.394198 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-0b542d0a-1305-40ab-b09b-2284763bbcb8 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:21:47.395608 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-0b542d0a-1305-40ab-b09b-2284763bbcb8 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.24 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 945 time: 0.0447490 Jan 25 21:21:47.479951 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Deleting port 9a057a4a-870e-4294-a0ee-0bd896633b1d {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:47.480288 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:47.566256 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] For port 9a057a4a-870e-4294-a0ee-0bd896633b1d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9a057a4a-870e-4294-a0ee-0bd896633b1d,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:47.566624 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:47.577996 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Calling delete_port for 9a057a4a-870e-4294-a0ee-0bd896633b1d owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:47.789841 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (9a057a4a-870e-4294-a0ee-0bd896633b1d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:47.815136 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event deleted for resources: {'Port': ['ID=9a057a4a-870e-4294-a0ee-0bd896633b1d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:47.857509 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] No DVR routers for this DVR port 9a057a4a-870e-4294-a0ee-0bd896633b1d on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:21:47.861902 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:47.863587 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-3ee50ea2-359c-4732-ba58-e552f3b6e8d2 req-1cb25b2e-6be1-420b-8eff-eb8614e9d24f tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.24 "DELETE /v2.0/ports/9a057a4a-870e-4294-a0ee-0bd896633b1d HTTP/1.1" status: 204 len: 173 time: 0.4631846 Jan 25 21:21:47.864036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-deleted', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:21:47.866510 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7a3bc-b2d2-41fe-b54f-236342fa90a0" -d '{"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-deleted", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:21:47.902385 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b9b9a-b788-4959-b387-556d61f36f19 x-openstack-request-id: req-784b9b9a-b788-4959-b387-556d61f36f19 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:21:47.902684 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485fe67e-cb49-44d2-a215-914bdae144d7", "name": "network-vif-deleted", "tag": "9a057a4a-870e-4294-a0ee-0bd896633b1d", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:21:47.903036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-784b9b9a-b788-4959-b387-556d61f36f19 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:21:47.903421 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485fe67e-cb49-44d2-a215-914bdae144d7', 'name': 'network-vif-deleted', 'tag': '9a057a4a-870e-4294-a0ee-0bd896633b1d', 'status': 'completed', 'code': 200} Jan 25 21:21:48.259793 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-853ad11b-4cd8-4adf-9487-6854d267915b req-2f1cb1db-3c65-4aeb-8416-ee99289f685b tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0271790 Jan 25 21:21:49.369637 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-a099c9c8-4c39-4382-96f8-ef7f45b126b8 req-f1da4a12-4326-46cb-8481-207c1171b341 tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "GET /v2.0/ports?device_id=485fe67e-cb49-44d2-a215-914bdae144d7 HTTP/1.1" status: 200 len: 210 time: 0.0296471 Jan 25 21:21:50.423734 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43478) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:50.477473 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-949195eb-a663-4ff3-b09b-339485d92acb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group (24b3ff1f-70d4-4082-a728-096c3aa85595), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:50.501450 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-949195eb-a663-4ff3-b09b-339485d92acb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group (24b3ff1f-70d4-4082-a728-096c3aa85595), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:50.622491 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-949195eb-a663-4ff3-b09b-339485d92acb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (24b3ff1f-70d4-4082-a728-096c3aa85595), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:50.625039 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-949195eb-a663-4ff3-b09b-339485d92acb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Publish callbacks [] for security_group (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:50.626205 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-949195eb-a663-4ff3-b09b-339485d92acb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] 10.222.0.20 "DELETE /v2.0/security-groups/24b3ff1f-70d4-4082-a728-096c3aa85595 HTTP/1.1" status: 204 len: 168 time: 0.2014856 Jan 25 21:21:50.635880 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949195eb-a663-4ff3-b09b-339485d92acb tempest-TestShelveInstance-1668158850 tempest-TestShelveInstance-1668158850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b3ff1f-70d4-4082-a728-096c3aa85595,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:50.742333 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43482) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:51.069659 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:51.571040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Deleting port ece72201-2c28-4da5-985e-7278f40d7d83 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:51.571382 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:51.646034 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] For port ece72201-2c28-4da5-985e-7278f40d7d83, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=ece72201-2c28-4da5-985e-7278f40d7d83,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:51.646417 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:51.658725 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Calling delete_port for ece72201-2c28-4da5-985e-7278f40d7d83 owned by network:router_interface {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:51.904248 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (ece72201-2c28-4da5-985e-7278f40d7d83), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:51.932417 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece72201-2c28-4da5-985e-7278f40d7d83,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:52.090617 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:52.294811 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:21:52.396633 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:21:52.405095 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-fdefc1ff-39ee-4ae1-b548-01ae039ef135 admin admin] 10.222.0.20 "PUT /v2.0/routers/6edc3458-dedd-4b95-aee8-c8c7bcd6bad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6617317 Jan 25 21:21:52.407685 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43484) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:52.410376 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] Sync routers for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:21:52.420419 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:52.421077 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:21:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:52.508161 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks [] for router (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:52.522043 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:52.604212 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks [] for router_gateway (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:52.649282 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9a057a4a-870e-4294-a0ee-0bd896633b1d no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:21:52.690727 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 9a057a4a-870e-4294-a0ee-0bd896633b1d {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:21:52.691072 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9a057a4a-870e-4294-a0ee-0bd896633b1d not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:21:52.718662 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:21:51Z', 'revision_number': 5, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port': {'id': '5c451ba6-c22e-4209-b23e-4717b6ef1f6e', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:52.726581 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Deleting port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:52.726930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:52.745304 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] Checking router: 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:21:52.753924 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] Routers {'6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:52.754531 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:21:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:52.803177 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] For port 5c451ba6-c22e-4209-b23e-4717b6ef1f6e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:52.803544 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:52.815092 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Calling delete_port for 5c451ba6-c22e-4209-b23e-4717b6ef1f6e owned by network:router_gateway {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:52.839313 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] Set router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 gateway port host: None {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:52.892728 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:21:52Z', 'revision_number': 6, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:52.919547 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c775812-a6ad-4426-9ca5-48188c3f47fc None None] The sync data for ids ['6edc3458-dedd-4b95-aee8-c8c7bcd6bad4'] in dv-cinder-809518-10-iscsi is: [{'id': '6edc3458-dedd-4b95-aee8-c8c7bcd6bad4', 'name': 'tempest-TestShelveInstance-1855133822-router', 'tenant_id': '053092731f6547e28a2c5ce1c800ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:16:56Z', 'updated_at': '2022-01-25T21:21:52Z', 'revision_number': 6, 'project_id': '053092731f6547e28a2c5ce1c800ac42', 'gw_port_host': None}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:21:53.110069 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (5c451ba6-c22e-4209-b23e-4717b6ef1f6e), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.135079 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c451ba6-c22e-4209-b23e-4717b6ef1f6e,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:53.196889 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.285559 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.288398 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks [] for router_controller (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.388667 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (6edc3458-dedd-4b95-aee8-c8c7bcd6bad4), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.389210 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 {{(pid=103218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:21:53.393433 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.394615 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-1035c7a5-4780-456e-9e0a-d83a433b240c admin admin] 10.222.0.20 "DELETE /v2.0/routers/6edc3458-dedd-4b95-aee8-c8c7bcd6bad4 HTTP/1.1" status: 204 len: 168 time: 0.9860003 Jan 25 21:21:53.397773 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43486) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:53.446550 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] Deleting subnet 1735e5a8-2121-496b-9067-be838dd39341 {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:21:53.449622 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] Publish callbacks [] for subnet (1735e5a8-2121-496b-9067-be838dd39341), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.483348 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (1735e5a8-2121-496b-9067-be838dd39341), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.556470 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (1735e5a8-2121-496b-9067-be838dd39341), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.709772 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (1735e5a8-2121-496b-9067-be838dd39341), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.738364 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1735e5a8-2121-496b-9067-be838dd39341,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:53.742008 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.747591 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-7a3bde01-5fa3-4b30-878a-4a1235a1865f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1735e5a8-2121-496b-9067-be838dd39341 HTTP/1.1" status: 204 len: 168 time: 0.3461380 Jan 25 21:21:53.747830 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43488) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:53.751493 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d6520a-1510-4c72-83c1-53ead3162248 None None] Network 61aa050f-a452-4cd3-9ce4-0977a4b242ae requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:21:53.819363 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (61aa050f-a452-4cd3-9ce4-0977a4b242ae), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.874775 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Deleting port 85ce1681-5088-4070-a55d-549d551bef80 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:53.875207 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (85ce1681-5088-4070-a55d-549d551bef80), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.903975 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] DHCP port deletion for 61aa050f-a452-4cd3-9ce4-0977a4b242ae request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:21:53.944585 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] For port 85ce1681-5088-4070-a55d-549d551bef80, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=85ce1681-5088-4070-a55d-549d551bef80,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:53.945063 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (85ce1681-5088-4070-a55d-549d551bef80), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:53.958198 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Calling delete_port for 85ce1681-5088-4070-a55d-549d551bef80 owned by network:dhcp {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:53.961835 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Deleting port 85ce1681-5088-4070-a55d-549d551bef80 {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:53.962217 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (85ce1681-5088-4070-a55d-549d551bef80), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.026653 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] For port 85ce1681-5088-4070-a55d-549d551bef80, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=85ce1681-5088-4070-a55d-549d551bef80,segment=NetworkSegment(2f4dab91-692a-4173-a768-afa8e9f37216),segment_id=2f4dab91-692a-4173-a768-afa8e9f37216)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:54.027050 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (85ce1681-5088-4070-a55d-549d551bef80), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.040222 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Calling delete_port for 85ce1681-5088-4070-a55d-549d551bef80 owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:54.232424 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (85ce1681-5088-4070-a55d-549d551bef80), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.234695 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (85ce1681-5088-4070-a55d-549d551bef80), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.257436 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Pushing event deleted for resources: {'Port': ['ID=85ce1681-5088-4070-a55d-549d551bef80,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:54.261257 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ce1681-5088-4070-a55d-549d551bef80,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:54.261257 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] No DVR routers for this DVR port 85ce1681-5088-4070-a55d-549d551bef80 on host dv-cinder-809518-10-iscsi {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:21:54.269724 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] No DVR routers for this DVR port 85ce1681-5088-4070-a55d-549d551bef80 on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.279487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41d8f8-e24b-40b0-81a9-52451e485e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:54.329618 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (61aa050f-a452-4cd3-9ce4-0977a4b242ae), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.348926 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61aa050f-a452-4cd3-9ce4-0977a4b242ae']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:54.358432 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4dab91-692a-4173-a768-afa8e9f37216') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:54.358734 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4dab91-692a-4173-a768-afa8e9f37216') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:54.367551 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (2f4dab91-692a-4173-a768-afa8e9f37216), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.380159 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (2f4dab91-692a-4173-a768-afa8e9f37216), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.387387 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:21:54.387387 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (2f4dab91-692a-4173-a768-afa8e9f37216), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:21:54.388065 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:21:54.509708 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (61aa050f-a452-4cd3-9ce4-0977a4b242ae), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.514898 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.518071 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] 10.222.0.20 "DELETE /v2.0/networks/61aa050f-a452-4cd3-9ce4-0977a4b242ae HTTP/1.1" status: 204 len: 168 time: 0.7692225 Jan 25 21:21:54.521131 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43490) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:54.529007 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b797-ef35-4c5f-8387-14a12fdeb452 admin admin] Pushing event deleted for resources: {'Network': ['ID=61aa050f-a452-4cd3-9ce4-0977a4b242ae,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:54.952010 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:54.972341 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 5c451ba6-c22e-4209-b23e-4717b6ef1f6e no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:21:54.995818 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 5c451ba6-c22e-4209-b23e-4717b6ef1f6e {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:21:54.996244 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 5c451ba6-c22e-4209-b23e-4717b6ef1f6e not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:21:54.996727 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 85ce1681-5088-4070-a55d-549d551bef80 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:21:55.015378 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 85ce1681-5088-4070-a55d-549d551bef80 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:21:55.017583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 85ce1681-5088-4070-a55d-549d551bef80 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:21:55.017583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device ece72201-2c28-4da5-985e-7278f40d7d83 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:21:55.034517 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: ece72201-2c28-4da5-985e-7278f40d7d83 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:21:55.040560 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device ece72201-2c28-4da5-985e-7278f40d7d83 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:21:55.187774 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Deleting port f75fa7de-ef0b-4434-a351-f9d92a39dd0e {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:55.188026 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:55.261227 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] For port f75fa7de-ef0b-4434-a351-f9d92a39dd0e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,segment=NetworkSegment(1690aab4-fc86-449e-8695-b4b90bcdbb54),segment_id=1690aab4-fc86-449e-8695-b4b90bcdbb54)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:55.261581 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:55.273597 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Calling delete_port for f75fa7de-ef0b-4434-a351-f9d92a39dd0e owned by network:router_interface {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:55.509534 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (f75fa7de-ef0b-4434-a351-f9d92a39dd0e), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:55.534308 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Pushing event deleted for resources: {'Port': ['ID=f75fa7de-ef0b-4434-a351-f9d92a39dd0e,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:55.674242 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-83571eab-c21c-4e0a-9167-c7225613542a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:55.696318 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:55.903904 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:21:56.002243 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:21:56.007704 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-cbc27d45-50eb-4c3c-a3e8-c407add8835f admin admin] 10.222.0.20 "PUT /v2.0/routers/e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848013 Jan 25 21:21:56.010294 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43494) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:56.017915 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] Sync routers for ids ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:21:56.032607 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:21:56.042850 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] Routers {'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:56.043901 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:21:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:56.111330 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks [] for router (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:56.146993 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] Set router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:56.210534 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks [] for router_gateway (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:56.319948 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:21:55Z', 'revision_number': 5, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port': {'id': '917bd431-d6d7-4dca-a9f6-71e389ebb5b5', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:17:03Z', 'updated_at': '2022-01-25T21:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:56.346765 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] Checking router: e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:21:56.357294 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] Routers {'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:21:56.357943 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:21:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:56.445489 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] Set router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec gateway port host: None {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:21:56.496294 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:21:56Z', 'revision_number': 6, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:56.525994 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b4997-da5e-4ea2-9d7b-e63cf29ae66d None None] The sync data for ids ['e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec'] in dv-cinder-809518-10-iscsi is: [{'id': 'e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec', 'name': 'tempest-TestShelveInstance-1134951139-router', 'tenant_id': '2dc4805e91a64a2883e3cf110fd10578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:17:02Z', 'updated_at': '2022-01-25T21:21:56Z', 'revision_number': 6, 'project_id': '2dc4805e91a64a2883e3cf110fd10578', 'gw_port_host': None}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:21:56.565679 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Deleting port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:56.566148 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:56.641417 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] For port 917bd431-d6d7-4dca-a9f6-71e389ebb5b5, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:56.641809 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:56.653425 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Calling delete_port for 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 owned by network:router_gateway {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:56.919957 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (917bd431-d6d7-4dca-a9f6-71e389ebb5b5), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:56.946685 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Pushing event deleted for resources: {'Port': ['ID=917bd431-d6d7-4dca-a9f6-71e389ebb5b5,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:56.983575 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device f75fa7de-ef0b-4434-a351-f9d92a39dd0e no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:21:57.003332 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: f75fa7de-ef0b-4434-a351-f9d92a39dd0e {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:21:57.003689 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device f75fa7de-ef0b-4434-a351-f9d92a39dd0e not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:21:57.009481 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.094779 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.096830 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks [] for router_controller (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.223603 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.224216 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec {{(pid=103217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:21:57.229188 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.230361 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-00950a3d-ca9b-4a3f-bb03-bbb32a34ae22 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e9fa4c0a-a9ed-492c-bc87-f4dd094db7ec HTTP/1.1" status: 204 len: 168 time: 1.2191687 Jan 25 21:21:57.232865 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43498) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:57.276248 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] Deleting subnet 6bf5be05-9e5f-4204-89ec-803a440723d0 {{(pid=103217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:21:57.279212 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] Publish callbacks [] for subnet (6bf5be05-9e5f-4204-89ec-803a440723d0), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.312974 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63018311'] for subnet (6bf5be05-9e5f-4204-89ec-803a440723d0), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.392394 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (6bf5be05-9e5f-4204-89ec-803a440723d0), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.526032 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62977412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63009036'] for subnet (6bf5be05-9e5f-4204-89ec-803a440723d0), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.553797 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf5be05-9e5f-4204-89ec-803a440723d0,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:57.558777 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for subnet (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.564582 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43500) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:57.565086 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ef8645b1-103a-4075-9cd7-c49fe31633bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6bf5be05-9e5f-4204-89ec-803a440723d0 HTTP/1.1" status: 204 len: 168 time: 0.3312056 Jan 25 21:21:57.567342 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf6865e-d81f-4d79-bde1-17eb29d3f287 None None] Network c73bdf99-a528-4516-bd0d-2baf9df0e7b4 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:21:57.632382 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (c73bdf99-a528-4516-bd0d-2baf9df0e7b4), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.688802 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Deleting port 863efe62-275c-4c90-88e6-6977f97db8e9 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:57.689350 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.718981 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] DHCP port deletion for c73bdf99-a528-4516-bd0d-2baf9df0e7b4 request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:21:57.744847 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-771e5202-9103-4b43-a047-dc6986be0810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.750879 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] For port 863efe62-275c-4c90-88e6-6977f97db8e9, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=863efe62-275c-4c90-88e6-6977f97db8e9,segment=NetworkSegment(1690aab4-fc86-449e-8695-b4b90bcdbb54),segment_id=1690aab4-fc86-449e-8695-b4b90bcdbb54)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:57.751241 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.763540 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Calling delete_port for 863efe62-275c-4c90-88e6-6977f97db8e9 owned by network:dhcp {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:57.768852 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] Deleting port 863efe62-275c-4c90-88e6-6977f97db8e9 {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:21:57.769223 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.839981 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] For port 863efe62-275c-4c90-88e6-6977f97db8e9, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=863efe62-275c-4c90-88e6-6977f97db8e9,segment=NetworkSegment(1690aab4-fc86-449e-8695-b4b90bcdbb54),segment_id=1690aab4-fc86-449e-8695-b4b90bcdbb54)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:21:57.839981 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.851190 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] Calling delete_port for 863efe62-275c-4c90-88e6-6977f97db8e9 owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:21:57.909439 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.923869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (863efe62-275c-4c90-88e6-6977f97db8e9), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:57.936061 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Pushing event deleted for resources: {'Port': ['ID=863efe62-275c-4c90-88e6-6977f97db8e9,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:57.938340 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] No DVR routers for this DVR port 863efe62-275c-4c90-88e6-6977f97db8e9 on host dv-cinder-809518-10-iscsi {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:21:57.963478 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.963834 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.964178 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.964517 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.964866 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.965190 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.965516 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.965879 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.966209 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.966537 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.966890 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.967215 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:57.967535 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:21:58.025293 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (c73bdf99-a528-4516-bd0d-2baf9df0e7b4), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.046852 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73bdf99-a528-4516-bd0d-2baf9df0e7b4']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:58.056428 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1690aab4-fc86-449e-8695-b4b90bcdbb54') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:58.056727 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1690aab4-fc86-449e-8695-b4b90bcdbb54') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:21:58.066109 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (1690aab4-fc86-449e-8695-b4b90bcdbb54), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.079803 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (1690aab4-fc86-449e-8695-b4b90bcdbb54), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.086527 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:21:58.086713 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] Pushing event deleted for resources: {'Port': ['ID=863efe62-275c-4c90-88e6-6977f97db8e9,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:58.087191 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (1690aab4-fc86-449e-8695-b4b90bcdbb54), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:21:58.088675 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:21:58.091105 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee89fcb-0d34-4d76-aeb9-60be12135c54 None None] No DVR routers for this DVR port 863efe62-275c-4c90-88e6-6977f97db8e9 on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:21:58.223798 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (c73bdf99-a528-4516-bd0d-2baf9df0e7b4), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.228965 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.232117 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c73bdf99-a528-4516-bd0d-2baf9df0e7b4 HTTP/1.1" status: 204 len: 168 time: 0.6645536 Jan 25 21:21:58.242471 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb720dd-1500-468a-8a67-44979cf62710 admin admin] Pushing event deleted for resources: {'Network': ['ID=c73bdf99-a528-4516-bd0d-2baf9df0e7b4,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:58.582573 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43504) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:58.620417 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-514f5da7-49a4-4859-86b7-f6722815f214 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=053092731f6547e28a2c5ce1c800ac42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367370 Jan 25 21:21:58.622737 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43506) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:58.670936 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9d6abfa4-8194-4cb5-ad53-4ba3bc6f3965 admin admin] Publish callbacks [] for security_group (88e1daa0-b7f9-4570-9080-a0030ce4550a), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.691173 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9d6abfa4-8194-4cb5-ad53-4ba3bc6f3965 admin admin] Publish callbacks [] for security_group (88e1daa0-b7f9-4570-9080-a0030ce4550a), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.812101 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9d6abfa4-8194-4cb5-ad53-4ba3bc6f3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (88e1daa0-b7f9-4570-9080-a0030ce4550a), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.814668 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-9d6abfa4-8194-4cb5-ad53-4ba3bc6f3965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:58.815809 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-9d6abfa4-8194-4cb5-ad53-4ba3bc6f3965 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88e1daa0-b7f9-4570-9080-a0030ce4550a HTTP/1.1" status: 204 len: 168 time: 0.1921926 Jan 25 21:21:58.826366 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6abfa4-8194-4cb5-ad53-4ba3bc6f3965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e1daa0-b7f9-4570-9080-a0030ce4550a,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:21:58.970712 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:21:58.991672 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:21:58.992028 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 917bd431-d6d7-4dca-a9f6-71e389ebb5b5 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:21:58.992459 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 863efe62-275c-4c90-88e6-6977f97db8e9 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:21:59.010849 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 863efe62-275c-4c90-88e6-6977f97db8e9 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:21:59.011193 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 863efe62-275c-4c90-88e6-6977f97db8e9 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:21:59.253065 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:59.678897 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43516) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:59.717958 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-a37dcf8b-7473-4df1-a07d-e9b4a1920136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2dc4805e91a64a2883e3cf110fd10578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378993 Jan 25 21:21:59.720276 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43518) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:21:59.765061 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fb8a98aa-67ff-4e59-ac6a-e737fa10313e admin admin] Publish callbacks [] for security_group (4273fd21-b2af-4d69-b9a5-d1e774c46651), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:59.786015 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fb8a98aa-67ff-4e59-ac6a-e737fa10313e admin admin] Publish callbacks [] for security_group (4273fd21-b2af-4d69-b9a5-d1e774c46651), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:59.909586 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fb8a98aa-67ff-4e59-ac6a-e737fa10313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (4273fd21-b2af-4d69-b9a5-d1e774c46651), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:59.912128 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-fb8a98aa-67ff-4e59-ac6a-e737fa10313e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:21:59.917598 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-fb8a98aa-67ff-4e59-ac6a-e737fa10313e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4273fd21-b2af-4d69-b9a5-d1e774c46651 HTTP/1.1" status: 204 len: 168 time: 0.1921184 Jan 25 21:21:59.920872 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a98aa-67ff-4e59-ac6a-e737fa10313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4273fd21-b2af-4d69-b9a5-d1e774c46651,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:00.601793 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:01.789304 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:04.909459 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:11.515354 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-48cc2e3d-221b-47a4-a4c0-8f240aca3768 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405178 Jan 25 21:22:11.594969 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-063b6f51-6e47-44f8-b758-a535984d5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:11.596424 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-063b6f51-6e47-44f8-b758-a535984d5eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1098 time: 0.0402799 Jan 25 21:22:11.694590 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-f150e7d2-7cae-4254-b8cc-bd353be7a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:11.696539 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-f150e7d2-7cae-4254-b8cc-bd353be7a85b service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0834072 Jan 25 21:22:11.760580 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-7c96c857-2882-4f2d-8292-2868d49a5736 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d HTTP/1.1" status: 200 len: 1001 time: 0.0587122 Jan 25 21:22:11.805971 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-6baaf2c7-a6a9-429e-91f9-4e5bda33b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:11.807324 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-6baaf2c7-a6a9-429e-91f9-4e5bda33b7bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0409606 Jan 25 21:22:11.851379 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-2fca312a-c0de-479d-94d4-d705986b95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:11.852812 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-2fca312a-c0de-479d-94d4-d705986b95ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403411 Jan 25 21:22:11.937571 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-7d4688cc-951d-4c17-9c05-91b0fd0c49ae service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779200 Jan 25 21:22:12.028192 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e7fbb0ae-78bb-444a-820c-5147bfaf8a05 req-5ae89ad5-06e2-40fc-afd6-3cc974492258 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838001 Jan 25 21:22:25.755035 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-3c97b918-016d-4358-8849-c61fd5ce9e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:27.748842 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4119d70d-447d-4de4-89a2-396c72cb4325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:29.158471 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:30.548446 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:31.782874 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:33.025530 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:22:34.946868 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:40.714154 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43524) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:40.865969 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Deleting port 111886a5-269b-4473-beaf-4e80886a2fe4 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:40.866316 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (111886a5-269b-4473-beaf-4e80886a2fe4), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:40.940913 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (111886a5-269b-4473-beaf-4e80886a2fe4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:40.941517 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (111886a5-269b-4473-beaf-4e80886a2fe4), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:40.953870 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Calling delete_port for 111886a5-269b-4473-beaf-4e80886a2fe4 owned by network:floatingip {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:41.200289 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (111886a5-269b-4473-beaf-4e80886a2fe4), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:41.227986 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event deleted for resources: {'Port': ['ID=111886a5-269b-4473-beaf-4e80886a2fe4,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:41.251613 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.251965 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.252308 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.252641 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.252971 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.253325 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.253655 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.254010 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.254336 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.254661 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.254982 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.255299 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.255615 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:41.294948 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (4cba177a-4e9b-47f1-9168-460c53ccc9bd), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:41.295283 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.db.l3_db [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Floating IP 4cba177a-4e9b-47f1-9168-460c53ccc9bd disassociated (deleted). External IP: 172.27.2.140, port: 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722. Jan 25 21:22:41.492795 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:22:41.596143 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:22:41.600975 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:41.606680 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:22:41.615576 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:22:41.616188 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:41.626038 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-54633426-4e06-4f43-b4eb-9adf6379e0bd tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "DELETE /v2.0/floatingips/4cba177a-4e9b-47f1-9168-460c53ccc9bd HTTP/1.1" status: 204 len: 168 time: 0.9102294 Jan 25 21:22:41.626628 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722'}] {{(pid=103217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:22:41.628828 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4a7a425d4f0fb6a1112c9c6be07a944848192ef92ab991da15ad4ec1e37838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d1c914-0f3b-4b64-9e96-2b424e1e8594" -d '{"events": [{"name": "network-changed", "server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722"}]}' {{(pid=103217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:22:41.670542 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0df06-484b-40b1-87af-7eafa291fd88 x-openstack-request-id: req-c1c0df06-484b-40b1-87af-7eafa291fd88 {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:22:41.674128 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722", "status": "completed", "code": 200}]} {{(pid=103217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:22:41.674128 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1c0df06-484b-40b1-87af-7eafa291fd88 {{(pid=103217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:22:41.674128 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'status': 'completed', 'code': 200} Jan 25 21:22:41.726812 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:22:41.732687 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-653d08d0-a2dc-40a3-bdbc-24a318b1f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:41.734208 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-653d08d0-a2dc-40a3-bdbc-24a318b1f823 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 1098 time: 0.0407581 Jan 25 21:22:41.822778 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-1b4bb3fb-3eed-4c2b-a9c2-32ab87396c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:41.824833 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-1b4bb3fb-3eed-4c2b-a9c2-32ab87396c24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0841541 Jan 25 21:22:41.868349 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-04886b8b-daf9-422f-8303-92ff96c075b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 HTTP/1.1" status: 200 len: 217 time: 0.0379384 Jan 25 21:22:41.915316 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-d3509030-43f5-4556-b9ae-6c11caa771b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:41.916792 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-d3509030-43f5-4556-b9ae-6c11caa771b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0434124 Jan 25 21:22:41.954860 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:53Z', 'revision_number': 1, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:41.961096 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-453bd1e9-57dc-4183-b060-5856ed7613d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:41.962607 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-453bd1e9-57dc-4183-b060-5856ed7613d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398657 Jan 25 21:22:41.980939 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:22:41.989347 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:22:41.990005 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:42.062819 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-7c293165-41e4-409d-9394-13fbf386d944 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938311 Jan 25 21:22:42.071525 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54a978-2e09-45d8-ab87-319c0ad46c64 req-cb87ac9f-dca9-4f85-b327-1e8de97d611b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:42.075205 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8a54a978-2e09-45d8-ab87-319c0ad46c64 req-cb87ac9f-dca9-4f85-b327-1e8de97d611b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 945 time: 0.0483165 Jan 25 21:22:42.097037 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:22:42.122731 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-8a54a978-2e09-45d8-ab87-319c0ad46c64 req-d0c0cba5-9a13-4489-908c-a6305b58fc55 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Jan 25 21:22:42.156995 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-31d1c914-0f3b-4b64-9e96-2b424e1e8594 req-00a97b25-d511-464c-b5c9-0ea57e179a80 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877395 Jan 25 21:22:42.317114 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:53Z', 'revision_number': 1, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:42.345818 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29b275-4315-4fce-ad4b-b029577ec7ab None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_floatingips': [{'id': '77b52531-89c6-4c94-b230-1b1409dc96bb', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'router_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'port_id': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'mac_address': 'fa:16:3e:06:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62383dd9-0117-4995-9898-28cbbd95ee82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T21:18:51Z', 'updated_at': '2022-01-25T21:18:53Z', 'revision_number': 1, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:22:42.562420 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdb6c68-c443-4fbc-abba-427e1f06ac66 None None] New status for floating IP 4cba177a-4e9b-47f1-9168-460c53ccc9bd: DOWN {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:22:43.240743 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562dbae-06b5-4139-bae8-cd4f6e595850 req-f1381470-c443-45c9-a36d-950762f60f91 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:43.242221 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5562dbae-06b5-4139-bae8-cd4f6e595850 req-f1381470-c443-45c9-a36d-950762f60f91 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 945 time: 0.0518131 Jan 25 21:22:43.289841 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-5562dbae-06b5-4139-bae8-cd4f6e595850 req-49b2f60f-18e7-4d46-9ebd-a6828977b81f tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Jan 25 21:22:43.633436 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-f5c55d3c-7730-4514-b3ff-8a21aaef0a8e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:43.634788 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-f5c55d3c-7730-4514-b3ff-8a21aaef0a8e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 945 time: 0.0457485 Jan 25 21:22:43.986110 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Deleting port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:43.986455 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:44.068518 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] For port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:22:44.068875 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:44.080143 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Calling delete_port for 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:44.280039 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:44.305188 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event deleted for resources: {'Port': ['ID=9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:44.352129 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] No DVR routers for this DVR port 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:22:44.354667 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:44.357970 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-f32620c8-80e8-4ed4-b2e4-e275bf2c76d2 req-989a1b5f-8faf-47dc-805a-08f1b473cb9b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "DELETE /v2.0/ports/9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 HTTP/1.1" status: 204 len: 173 time: 0.7181826 Jan 25 21:22:44.358415 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'name': 'network-vif-deleted', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:22:44.360644 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0095a0b6-541e-4f5c-b99c-00b35d67ef59" -d '{"events": [{"server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "name": "network-vif-deleted", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:22:44.391282 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-5a69f019-21b9-4e8f-b1f5-bcd944cdb6f2 req-38a1e0a7-dded-4506-9f8c-235429b6bd6a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 210 time: 0.0295882 Jan 25 21:22:44.399883 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b700d-5153-4cd5-8734-e102ac608966 x-openstack-request-id: req-1a9b700d-5153-4cd5-8734-e102ac608966 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:22:44.400250 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4208215a-0f0d-4f18-8983-5ac2474ed92e", "name": "network-vif-deleted", "tag": "9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:22:44.400574 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a9b700d-5153-4cd5-8734-e102ac608966 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:22:44.401155 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4208215a-0f0d-4f18-8983-5ac2474ed92e', 'name': 'network-vif-deleted', 'tag': '9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722', 'status': 'completed', 'code': 200} Jan 25 21:22:45.498023 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-feec7c26-001a-4d9f-ba42-99bc4ecad636 req-eba987d7-ae94-4d74-8f04-644462946f4b tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=4208215a-0f0d-4f18-8983-5ac2474ed92e HTTP/1.1" status: 200 len: 210 time: 0.0255704 Jan 25 21:22:48.900191 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:22:48.919930 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:22:48.920288 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device 9e4d1b0b-f750-4a90-8fc5-d3e0b5ff0722 not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:22:48.987492 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43554) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:49.139720 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Deleting port 8a106e38-ee3b-41dd-a932-12fe44b6ffa1 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:49.140060 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:49.213341 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:49.213705 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:49.225024 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Calling delete_port for 8a106e38-ee3b-41dd-a932-12fe44b6ffa1 owned by network:floatingip {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:49.462979 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (8a106e38-ee3b-41dd-a932-12fe44b6ffa1), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:49.488255 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event deleted for resources: {'Port': ['ID=8a106e38-ee3b-41dd-a932-12fe44b6ffa1,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:49.546495 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (77b52531-89c6-4c94-b230-1b1409dc96bb), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:49.546827 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.db.l3_db [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Floating IP 77b52531-89c6-4c94-b230-1b1409dc96bb disassociated (deleted). External IP: 172.27.2.219, port: d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d. Jan 25 21:22:49.743794 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:22:49.846756 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:22:49.851457 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:49.855942 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:22:49.864798 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:22:49.865405 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:49.876812 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ecb83cd8-5748-4e8c-9f9b-9f0265b1346a tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "DELETE /v2.0/floatingips/77b52531-89c6-4c94-b230-1b1409dc96bb HTTP/1.1" status: 204 len: 168 time: 0.8882594 Jan 25 21:22:49.877397 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:22:49.879679 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:22:49.922737 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e741bd-f9d8-4049-a58d-fc5bd5206880 x-openstack-request-id: req-e2e741bd-f9d8-4049-a58d-fc5bd5206880 {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:22:49.923038 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:22:49.923296 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2e741bd-f9d8-4049-a58d-fc5bd5206880 {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:22:49.923703 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'status': 'completed', 'code': 200} Jan 25 21:22:49.977868 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:22:49.986908 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-c4dd3896-7c4d-4311-bea6-b64eec4d17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:49.988434 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-c4dd3896-7c4d-4311-bea6-b64eec4d17c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 1098 time: 0.0408847 Jan 25 21:22:50.080730 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-2394b2e5-3037-4cd5-b11b-448f72865124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:50.082537 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-2394b2e5-3037-4cd5-b11b-448f72865124 service neutron] 10.222.0.24 "GET /v2.0/networks?id=480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 200 len: 912 time: 0.0877068 Jan 25 21:22:50.125074 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-88c98552-ed33-46d5-ac1a-de53c44375ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d HTTP/1.1" status: 200 len: 217 time: 0.0355422 Jan 25 21:22:50.173581 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:50.181125 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-f7e66d73-3d89-4a79-8b2e-d23d9b3bb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:50.184753 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-f7e66d73-3d89-4a79-8b2e-d23d9b3bb891 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 200 len: 850 time: 0.0488162 Jan 25 21:22:50.200308 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:22:50.213737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:22:50.219680 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:28Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:50.229979 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-2b8243fc-7d04-47ca-a2d3-e15f625fb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:50.231545 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-2b8243fc-7d04-47ca-a2d3-e15f625fb8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=480e55f6-024e-4eca-8a14-6048be88677c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419805 Jan 25 21:22:50.304870 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc451-694b-4d5b-8a74-5a9d0787485f req-ea3b104d-8e40-45d0-b0a8-b0835d0aca97 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:50.306801 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6e5dc451-694b-4d5b-8a74-5a9d0787485f req-ea3b104d-8e40-45d0-b0a8-b0835d0aca97 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 945 time: 0.0503781 Jan 25 21:22:50.326333 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-57cfd8f8-1a5e-4b12-b01f-6f1989aa51f4 service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888960 Jan 25 21:22:50.360926 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [req-6e5dc451-694b-4d5b-8a74-5a9d0787485f req-7422357a-6ee2-470c-b7f3-e670f7e4e8d8 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460699 Jan 25 21:22:50.423587 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-8d94dd4a-a8bd-4faf-beef-18b407f7b5eb req-9e7b30d6-4771-4e34-90f8-3af0b1232d2e service neutron] 10.222.0.24 "GET /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892611 Jan 25 21:22:50.452599 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:22:50.640717 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:50.669307 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be46e48-7885-4dc8-8a11-6fe0ba57fbfc None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:15:23Z', 'revision_number': 4, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi', '_interfaces': [{'id': 'be41de04-bdf9-472e-8413-f50b08771e34', 'name': '', 'network_id': '480e55f6-024e-4eca-8a14-6048be88677c', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'mac_address': 'fa:16:3e:d6:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:23Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'subnets': [{'id': '12acc41e-01c4-4128-b0fa-eff50f012fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:22:50.872063 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8f609-f97c-4acf-9595-c9010a8f8dc3 None None] New status for floating IP 77b52531-89c6-4c94-b230-1b1409dc96bb: DOWN {{(pid=103220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 21:22:51.477696 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1cce9-7ec5-408f-8bef-1d079a80cada req-f5c3d9a4-7512-4713-890d-e50cb7642a19 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:51.479172 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e9c1cce9-7ec5-408f-8bef-1d079a80cada req-f5c3d9a4-7512-4713-890d-e50cb7642a19 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 945 time: 0.0467463 Jan 25 21:22:51.532548 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-e9c1cce9-7ec5-408f-8bef-1d079a80cada req-e0752199-9464-473d-8e2f-49179761b2cc tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Jan 25 21:22:51.824597 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-9478880d-680f-4f92-841e-1b2b15bef30e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 21:22:51.826044 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-9478880d-680f-4f92-841e-1b2b15bef30e tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 945 time: 0.0459993 Jan 25 21:22:51.909493 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Deleting port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:51.909870 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:51.996373 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] For port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:22:51.996739 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:52.008813 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Calling delete_port for d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d owned by compute:nova {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:52.200148 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:52.227427 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event deleted for resources: {'Port': ['ID=d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:52.267147 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] No DVR routers for this DVR port d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d on host hv-cinder-80951 {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:22:52.269569 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for port (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:52.273104 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-2cd7a3ac-a867-413d-9ed9-2652f458b46b req-54c90fdd-fd64-4f32-918f-7434dd9a6032 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.24 "DELETE /v2.0/ports/d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d HTTP/1.1" status: 204 len: 173 time: 0.4423714 Jan 25 21:22:52.273539 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'name': 'network-vif-deleted', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d'}] {{(pid=103218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 21:22:52.275796 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a175631176eb15a8254c0502888773ca446a5a8beaba3248a779de77cea1b6a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e441b7d2-c9ef-4640-9049-bcee4efc1040" -d '{"events": [{"server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "name": "network-vif-deleted", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d"}]}' {{(pid=103218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 21:22:52.310493 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d878f-4317-402d-843c-3c3b6eee154e x-openstack-request-id: req-223d878f-4317-402d-843c-3c3b6eee154e {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 21:22:52.310791 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62383dd9-0117-4995-9898-28cbbd95ee82", "name": "network-vif-deleted", "tag": "d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d", "status": "completed", "code": 200}]} {{(pid=103218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 21:22:52.311053 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-223d878f-4317-402d-843c-3c3b6eee154e {{(pid=103218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 21:22:52.311536 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62383dd9-0117-4995-9898-28cbbd95ee82', 'name': 'network-vif-deleted', 'tag': 'd1b720bf-a9dd-45a6-ad0a-faa9f521fe0d', 'status': 'completed', 'code': 200} Jan 25 21:22:52.625109 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [req-43ed6994-e98e-4cb5-8621-3efc2c21aa53 req-4a333cf0-82a2-4c90-95c7-f41e62706920 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "GET /v2.0/ports?device_id=62383dd9-0117-4995-9898-28cbbd95ee82 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Jan 25 21:22:53.681827 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43570) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:53.799829 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Deleting port f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:53.800172 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:53.873502 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:53.873859 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:53.885025 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Calling delete_port for f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1 owned by network:floatingip {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:54.117261 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:54.140813 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event deleted for resources: {'Port': ['ID=f208ba9f-6db3-4a23-a7e9-a5a2e70da8f1,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:54.201770 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for floatingip (4fdbad29-b60a-47eb-9f77-62f24faab527), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:54.205098 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185634'] for floatingip (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:54.206262 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-f28a8392-4e4d-4e52-81f9-238a673e2449 tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "DELETE /v2.0/floatingips/4fdbad29-b60a-47eb-9f77-62f24faab527 HTTP/1.1" status: 204 len: 168 time: 0.5234563 Jan 25 21:22:55.569386 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43582) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:55.624280 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4b426060-dcf7-4364-87db-f9743d57065c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group (8e6a94aa-7e3e-4be4-9b11-8759b91f68ac), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:55.643115 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2a5bbb31-86e8-4272-8420-a4ae1352eb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:55.651639 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4b426060-dcf7-4364-87db-f9743d57065c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group (8e6a94aa-7e3e-4be4-9b11-8759b91f68ac), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:55.782956 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4b426060-dcf7-4364-87db-f9743d57065c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (8e6a94aa-7e3e-4be4-9b11-8759b91f68ac), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:55.785660 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-4b426060-dcf7-4364-87db-f9743d57065c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:55.786832 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-4b426060-dcf7-4364-87db-f9743d57065c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e6a94aa-7e3e-4be4-9b11-8759b91f68ac HTTP/1.1" status: 204 len: 168 time: 0.2163625 Jan 25 21:22:55.796203 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b426060-dcf7-4364-87db-f9743d57065c tempest-TestVolumeBootPattern-1338574796 tempest-TestVolumeBootPattern-1338574796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6a94aa-7e3e-4be4-9b11-8759b91f68ac,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:55.936692 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43586) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:56.504281 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (8b6faf4c-2e51-46c3-8558-4788a8d278c7), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:56.735917 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Deleting port be41de04-bdf9-472e-8413-f50b08771e34 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:56.736619 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (be41de04-bdf9-472e-8413-f50b08771e34), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:56.812068 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] For port be41de04-bdf9-472e-8413-f50b08771e34, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=be41de04-bdf9-472e-8413-f50b08771e34,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:22:56.812435 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (be41de04-bdf9-472e-8413-f50b08771e34), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:56.823473 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Calling delete_port for be41de04-bdf9-472e-8413-f50b08771e34 owned by network:router_interface {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:56.931520 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d no longer exists at agent hyperv_hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:22:56.951523 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] No Port match for: d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:22:56.951869 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Device d1b720bf-a9dd-45a6-ad0a-faa9f521fe0d not bound to the agent host hv-cinder-80951 {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:22:57.066055 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (be41de04-bdf9-472e-8413-f50b08771e34), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:57.091797 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=be41de04-bdf9-472e-8413-f50b08771e34,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:57.251192 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (8b6faf4c-2e51-46c3-8558-4788a8d278c7), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:57.455129 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:22:57.774451 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-13ffcc7d-6474-403f-90f1-5eaaec067713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:57.822625 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:22:57.827509 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-647fb585-ba75-403c-b6f7-37488255c3b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/8b6faf4c-2e51-46c3-8558-4788a8d278c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8897917 Jan 25 21:22:57.830071 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43590) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:57.833379 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] Sync routers for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:22:57.843311 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:22:57.844466 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:57.930510 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks [] for router (8b6faf4c-2e51-46c3-8558-4788a8d278c7), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:57.946023 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: dv-cinder-809518-10-iscsi {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:22:58.029239 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks [] for router_gateway (8b6faf4c-2e51-46c3-8558-4788a8d278c7), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.118691 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:22:56Z', 'revision_number': 5, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port': {'id': 'b3d2852f-2fca-4709-b8f7-04ee09bf0973', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:21Z', 'updated_at': '2022-01-25T21:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:58.143893 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Deleting port b3d2852f-2fca-4709-b8f7-04ee09bf0973 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:58.144144 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] Checking router: 8b6faf4c-2e51-46c3-8558-4788a8d278c7 for host: dv-cinder-809518-10-iscsi {{(pid=103219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:22:58.144273 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.152455 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] Routers {'8b6faf4c-2e51-46c3-8558-4788a8d278c7'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:22:58.153059 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'], 'active': True} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:58.223177 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] For port b3d2852f-2fca-4709-b8f7-04ee09bf0973, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=b3d2852f-2fca-4709-b8f7-04ee09bf0973,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:22:58.223540 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.236000 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Calling delete_port for b3d2852f-2fca-4709-b8f7-04ee09bf0973 owned by network:router_gateway {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:58.238423 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvr_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] Set router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 gateway port host: None {{(pid=103219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:22:58.292431 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_hamode_db [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:22:58Z', 'revision_number': 6, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:58.318572 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754bc8f-53ee-42ad-b0d3-b9369ef06e25 None None] The sync data for ids ['8b6faf4c-2e51-46c3-8558-4788a8d278c7'] in dv-cinder-809518-10-iscsi is: [{'id': '8b6faf4c-2e51-46c3-8558-4788a8d278c7', 'name': 'tempest-TestVolumeBootPattern-258440693-router', 'tenant_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:20Z', 'updated_at': '2022-01-25T21:22:58Z', 'revision_number': 6, 'project_id': 'd4d0dcd5d7e84e0bb4692190f5f6fc9e', 'gw_port_host': None}] {{(pid=103219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:22:58.488557 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (b3d2852f-2fca-4709-b8f7-04ee09bf0973), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.510658 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d2852f-2fca-4709-b8f7-04ee09bf0973,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:58.525638 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.526020 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.526362 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.526699 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.527036 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.527361 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.527684 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.528009 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.528333 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.528655 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.528972 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.529290 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.529603 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:58.583477 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (8b6faf4c-2e51-46c3-8558-4788a8d278c7), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.669057 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (8b6faf4c-2e51-46c3-8558-4788a8d278c7), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.671313 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks [] for router_controller (8b6faf4c-2e51-46c3-8558-4788a8d278c7), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.788636 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (8b6faf4c-2e51-46c3-8558-4788a8d278c7), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.789334 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6faf4c-2e51-46c3-8558-4788a8d278c7 {{(pid=103218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:22:58.793668 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.794840 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-5394580b-8073-4db2-b815-ece32f4be75b admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b6faf4c-2e51-46c3-8558-4788a8d278c7 HTTP/1.1" status: 204 len: 168 time: 0.9638665 Jan 25 21:22:58.797287 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43592) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:58.840720 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] Deleting subnet 12acc41e-01c4-4128-b0fa-eff50f012fd5 {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:22:58.843717 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] Publish callbacks [] for subnet (12acc41e-01c4-4128-b0fa-eff50f012fd5), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.876341 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (12acc41e-01c4-4128-b0fa-eff50f012fd5), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:58.952963 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (12acc41e-01c4-4128-b0fa-eff50f012fd5), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.072171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (12acc41e-01c4-4128-b0fa-eff50f012fd5), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.094926 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7054a6-7d3d-4dad-bcd2-97ad4909091a None None] Network 480e55f6-024e-4eca-8a14-6048be88677c requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:22:59.106424 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.110235 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/12acc41e-01c4-4128-b0fa-eff50f012fd5 HTTP/1.1" status: 204 len: 168 time: 0.3119888 Jan 25 21:22:59.111648 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbe3b1-787a-4488-8236-fdd8dcbb047f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12acc41e-01c4-4128-b0fa-eff50f012fd5,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:59.113963 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43594) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:59.135104 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device be41de04-bdf9-472e-8413-f50b08771e34 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:22:59.185592 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (480e55f6-024e-4eca-8a14-6048be88677c), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.186695 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: be41de04-bdf9-472e-8413-f50b08771e34 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:22:59.187275 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device be41de04-bdf9-472e-8413-f50b08771e34 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:22:59.188460 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b3d2852f-2fca-4709-b8f7-04ee09bf0973 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:22:59.212994 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: b3d2852f-2fca-4709-b8f7-04ee09bf0973 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:22:59.213341 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device b3d2852f-2fca-4709-b8f7-04ee09bf0973 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:22:59.229081 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.241599 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Deleting port 46668400-dfb4-4956-979b-9ddcf4d25590 {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:59.241990 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.310972 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] For port 46668400-dfb4-4956-979b-9ddcf4d25590, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=46668400-dfb4-4956-979b-9ddcf4d25590,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:22:59.311298 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.315663 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] DHCP port deletion for 480e55f6-024e-4eca-8a14-6048be88677c request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:22:59.324987 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Calling delete_port for 46668400-dfb4-4956-979b-9ddcf4d25590 owned by network:dhcp {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:59.371385 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Deleting port 46668400-dfb4-4956-979b-9ddcf4d25590 {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:22:59.371888 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.432498 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] For port 46668400-dfb4-4956-979b-9ddcf4d25590, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=46668400-dfb4-4956-979b-9ddcf4d25590,segment=NetworkSegment(2f49598a-2cbc-4412-92d6-e1cf30193490),segment_id=2f49598a-2cbc-4412-92d6-e1cf30193490)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:22:59.432890 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.444490 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Calling delete_port for 46668400-dfb4-4956-979b-9ddcf4d25590 owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:22:59.511783 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.519699 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (46668400-dfb4-4956-979b-9ddcf4d25590), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.540296 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] No DVR routers for this DVR port 46668400-dfb4-4956-979b-9ddcf4d25590 on host dv-cinder-809518-10-iscsi {{(pid=103217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:22:59.541812 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=46668400-dfb4-4956-979b-9ddcf4d25590,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:59.546558 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Pushing event deleted for resources: {'Port': ['ID=46668400-dfb4-4956-979b-9ddcf4d25590,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:22:59.548897 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] No DVR routers for this DVR port 46668400-dfb4-4956-979b-9ddcf4d25590 on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.562737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820e1cb6-cc42-4e28-8efe-bb8487d72eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-10-iscsi {{(pid=103219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 21:22:59.615457 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (480e55f6-024e-4eca-8a14-6048be88677c), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.634264 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480e55f6-024e-4eca-8a14-6048be88677c']}} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:59.643138 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f49598a-2cbc-4412-92d6-e1cf30193490') {'for_net_delete': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:59.644253 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.services.segments.db [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f49598a-2cbc-4412-92d6-e1cf30193490') {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:22:59.652557 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63018318'] for segment (2f49598a-2cbc-4412-92d6-e1cf30193490), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.665554 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (2f49598a-2cbc-4412-92d6-e1cf30193490), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.671220 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:22:59.671599 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62977322'] for segment (2f49598a-2cbc-4412-92d6-e1cf30193490), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: Traceback (most recent call last): Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: timer() Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: cb(*args, **kw) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: return func(*args, **kwargs) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: self._notify() Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: self.callback(batched_events) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: event.method(event) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: return f(self, *a, **k) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._get(url).json() Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: return self.request(url, 'GET', **kwargs) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:22:59.673739 dv-cinder-809518-10-iscsi neutron-server[103217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:22:59.816590 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (480e55f6-024e-4eca-8a14-6048be88677c), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.821691 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:22:59.824867 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/480e55f6-024e-4eca-8a14-6048be88677c HTTP/1.1" status: 204 len: 168 time: 0.7105448 Jan 25 21:22:59.827850 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43596) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:22:59.835541 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc2971-78a8-41ed-9d3d-b9085c4750f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=480e55f6-024e-4eca-8a14-6048be88677c,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:00.155290 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-629115'] for router_interface (54582e3b-4b73-42df-8c4b-093df9a77d1b), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:00.384099 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Deleting port 495a1287-5ccf-48df-acf2-73312daa8368 {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:23:00.384435 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (495a1287-5ccf-48df-acf2-73312daa8368), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:00.460047 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] For port 495a1287-5ccf-48df-acf2-73312daa8368, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=495a1287-5ccf-48df-acf2-73312daa8368,segment=NetworkSegment(c2b6198f-4462-469b-802d-216e4c378ac4),segment_id=c2b6198f-4462-469b-802d-216e4c378ac4)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:23:00.460418 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (495a1287-5ccf-48df-acf2-73312daa8368), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:00.471930 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Calling delete_port for 495a1287-5ccf-48df-acf2-73312daa8368 owned by network:router_interface {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:23:00.565572 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:00.782682 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (495a1287-5ccf-48df-acf2-73312daa8368), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:00.808206 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Pushing event deleted for resources: {'Port': ['ID=495a1287-5ccf-48df-acf2-73312daa8368,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:00.977015 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-768050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-629231'] for router_interface (54582e3b-4b73-42df-8c4b-093df9a77d1b), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:01.062808 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 46668400-dfb4-4956-979b-9ddcf4d25590 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:23:01.082332 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 46668400-dfb4-4956-979b-9ddcf4d25590 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:23:01.082684 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 46668400-dfb4-4956-979b-9ddcf4d25590 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:23:01.188860 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Router 54582e3b-4b73-42df-8c4b-093df9a77d1b has already been hosted by L3 agent 1e674870-ea5e-430c-81b3-e1fc90cc947f {{(pid=103218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 21:23:01.288395 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] Notify agent at l3_agent.dv-cinder-809518-10-iscsi the message routers_updated {{(pid=103218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 21:23:01.295787 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-b31d9ac4-1031-4766-9b69-8d838eb7177e admin admin] 10.222.0.20 "PUT /v2.0/routers/54582e3b-4b73-42df-8c4b-093df9a77d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639015 Jan 25 21:23:01.295907 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [-] (103217) accepted ('10.222.0.20', 43598) {{(pid=103217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:23:01.296682 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] Sync routers for ids ['54582e3b-4b73-42df-8c4b-093df9a77d1b'] in dv-cinder-809518-10-iscsi {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 21:23:01.306146 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] Routers {'54582e3b-4b73-42df-8c4b-093df9a77d1b'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:23:01.306746 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['54582e3b-4b73-42df-8c4b-093df9a77d1b'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:23:01.397132 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks [] for router (54582e3b-4b73-42df-8c4b-093df9a77d1b), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:01.409190 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] Set router 54582e3b-4b73-42df-8c4b-093df9a77d1b gateway port host: dv-cinder-809518-10-iscsi {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:23:01.495456 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks [] for router_gateway (54582e3b-4b73-42df-8c4b-093df9a77d1b), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:01.579743 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'external_fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:23:00Z', 'revision_number': 5, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port': {'id': 'd6eb8fdc-468e-4e6f-9b2a-4d262118c6ae', 'name': '', 'network_id': '4fc5ef02-8e0e-414d-8153-55d3d0908c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '609eb6d7-3978-4ce0-9d22-42d190e46e6c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-10-iscsi'}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:23:01.606537 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] Checking router: 54582e3b-4b73-42df-8c4b-093df9a77d1b for host: dv-cinder-809518-10-iscsi {{(pid=103220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 21:23:01.606851 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Deleting port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae {{(pid=103217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:23:01.607198 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), before_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:01.614581 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] Routers {'54582e3b-4b73-42df-8c4b-093df9a77d1b'} bound to L3 agent in host dv-cinder-809518-10-iscsi {{(pid=103220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 21:23:01.615174 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T21:01:58Z,description=,heartbeat_timestamp=2022-01-25T21:22:58Z,host='dv-cinder-809518-10-iscsi',id=1e674870-ea5e-430c-81b3-e1fc90cc947f,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T21:01:58Z,topic='l3_agent')) {'router_ids': ['54582e3b-4b73-42df-8c4b-093df9a77d1b'], 'active': True} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:23:01.685393 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] For port d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,segment=NetworkSegment(1878d01c-e7ef-4fbd-aad1-2fa889912109),segment_id=1878d01c-e7ef-4fbd-aad1-2fa889912109)] {{(pid=103217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:23:01.685659 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:01.698706 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Calling delete_port for d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae owned by network:router_gateway {{(pid=103217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:23:01.783177 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_dvr_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] Set router 54582e3b-4b73-42df-8c4b-093df9a77d1b gateway port host: None {{(pid=103220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 21:23:01.794149 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:01.837412 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.l3_hamode_db [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:23:01Z', 'revision_number': 6, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port_host': None}], 'dv-cinder-809518-10-iscsi', False) {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:23:01.862749 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde4a57-12ef-4212-bc04-c08957872426 None None] The sync data for ids ['54582e3b-4b73-42df-8c4b-093df9a77d1b'] in dv-cinder-809518-10-iscsi is: [{'id': '54582e3b-4b73-42df-8c4b-093df9a77d1b', 'name': 'tempest-TestVolumeBootPattern-1976424250-router', 'tenant_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T21:15:27Z', 'updated_at': '2022-01-25T21:23:01Z', 'revision_number': 6, 'project_id': '74e4ed4b28db4b5ba0d67ff796067afe', 'gw_port_host': None}] {{(pid=103220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 21:23:01.940115 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62977497'] for port (d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:01.965335 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Pushing event deleted for resources: {'Port': ['ID=d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae,revision_number=None']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:02.026991 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629633'] for router_gateway (54582e3b-4b73-42df-8c4b-093df9a77d1b), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.110792 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-614420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39726'] for router (54582e3b-4b73-42df-8c4b-093df9a77d1b), precommit_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.112825 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks [] for router_controller (54582e3b-4b73-42df-8c4b-093df9a77d1b), precommit_delete_associations {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.222944 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-614429'] for router (54582e3b-4b73-42df-8c4b-093df9a77d1b), after_delete {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.223516 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54582e3b-4b73-42df-8c4b-093df9a77d1b {{(pid=103217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 21:23:02.227943 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.229117 dv-cinder-809518-10-iscsi neutron-server[103217]: INFO neutron.wsgi [None req-1cf1d270-86ca-49aa-9d27-10ebd193d9df admin admin] 10.222.0.20 "DELETE /v2.0/routers/54582e3b-4b73-42df-8c4b-093df9a77d1b HTTP/1.1" status: 204 len: 168 time: 0.9322691 Jan 25 21:23:02.231790 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43600) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:23:02.284274 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.db_base_plugin_v2 [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] Deleting subnet a857c589-87ab-443d-be52-b31d250ce577 {{(pid=103218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 21:23:02.287486 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] Publish callbacks [] for subnet (a857c589-87ab-443d-be52-b31d250ce577), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.320909 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50127214'] for subnet (a857c589-87ab-443d-be52-b31d250ce577), precommit_delete_associations {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.393723 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758938'] for subnet (a857c589-87ab-443d-be52-b31d250ce577), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.520037 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49990580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63182895'] for subnet (a857c589-87ab-443d-be52-b31d250ce577), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.545039 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a857c589-87ab-443d-be52-b31d250ce577,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:02.549253 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.552594 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-28df1b9a-be3a-4036-a4e6-97aa855031ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a857c589-87ab-443d-be52-b31d250ce577 HTTP/1.1" status: 204 len: 168 time: 0.3196204 Jan 25 21:23:02.554831 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f323dfd-2710-413f-8679-b1f38e1b0761 None None] Network b257f042-2ab6-4a98-bd99-e61b92ce9464 requested from dv-cinder-809518-10-iscsi {{(pid=103219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 21:23:02.554992 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43602) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:23:02.624220 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1649307'] for network (b257f042-2ab6-4a98-bd99-e61b92ce9464), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.677969 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Deleting port 17353f90-37cb-4ff5-ad8b-fe45a58f696e {{(pid=103218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:23:02.678360 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.694309 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] DHCP port deletion for b257f042-2ab6-4a98-bd99-e61b92ce9464 request from dv-cinder-809518-10-iscsi {{(pid=103219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 21:23:02.741081 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] Deleting port 17353f90-37cb-4ff5-ad8b-fe45a58f696e {{(pid=103219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 25 21:23:02.741455 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771833716830'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), before_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.747804 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.db [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] For port 17353f90-37cb-4ff5-ad8b-fe45a58f696e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=17353f90-37cb-4ff5-ad8b-fe45a58f696e,segment=NetworkSegment(c2b6198f-4462-469b-802d-216e4c378ac4),segment_id=c2b6198f-4462-469b-802d-216e4c378ac4)] {{(pid=103218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:23:02.748171 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.760286 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Calling delete_port for 17353f90-37cb-4ff5-ad8b-fe45a58f696e owned by network:dhcp {{(pid=103218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:23:02.808290 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.db [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] For port 17353f90-37cb-4ff5-ad8b-fe45a58f696e, host dv-cinder-809518-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-10-iscsi',level=0,port_id=17353f90-37cb-4ff5-ad8b-fe45a58f696e,segment=NetworkSegment(c2b6198f-4462-469b-802d-216e4c378ac4),segment_id=c2b6198f-4462-469b-802d-216e4c378ac4)] {{(pid=103219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 21:23:02.808883 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626784'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), precommit_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.821428 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] Calling delete_port for 17353f90-37cb-4ff5-ad8b-fe45a58f696e owned by network:dhcp {{(pid=103219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 25 21:23:02.922941 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49990633'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.929236 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1683012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771833721784', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771833321750'] for port (17353f90-37cb-4ff5-ad8b-fe45a58f696e), after_delete {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:02.947667 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Pushing event deleted for resources: {'Port': ['ID=17353f90-37cb-4ff5-ad8b-fe45a58f696e,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:02.951136 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] No DVR routers for this DVR port 17353f90-37cb-4ff5-ad8b-fe45a58f696e on host dv-cinder-809518-10-iscsi {{(pid=103218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:23:02.960730 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] Pushing event deleted for resources: {'Port': ['ID=17353f90-37cb-4ff5-ad8b-fe45a58f696e,revision_number=None']} {{(pid=103219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:02.966038 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a24fdf-3dee-493a-946d-e6ba590ac539 None None] No DVR routers for this DVR port 17353f90-37cb-4ff5-ad8b-fe45a58f696e on host dv-cinder-809518-10-iscsi {{(pid=103219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 21:23:03.023413 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759565', 'neutron.services.segments.db._delete_segments_for_network-8771833843586'] for network (b257f042-2ab6-4a98-bd99-e61b92ce9464), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.027071 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:23:03.046894 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b257f042-2ab6-4a98-bd99-e61b92ce9464']}} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:23:03.047136 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:23:03.047484 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device d6eb8fdc-468e-4e6f-9b2a-4d262118c6ae not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:23:03.047907 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 17353f90-37cb-4ff5-ad8b-fe45a58f696e no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:23:03.056198 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b6198f-4462-469b-802d-216e4c378ac4') {'for_net_delete': True} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:23:03.056680 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.services.segments.db [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b6198f-4462-469b-802d-216e4c378ac4') {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 21:23:03.065951 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771833811851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50127207'] for segment (c2b6198f-4462-469b-802d-216e4c378ac4), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.066487 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 17353f90-37cb-4ff5-ad8b-fe45a58f696e {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:23:03.066857 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 17353f90-37cb-4ff5-ad8b-fe45a58f696e not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:23:03.067264 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 495a1287-5ccf-48df-acf2-73312daa8368 no longer exists at agent ovs-agent-dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 21:23:03.079216 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353'] for segment (c2b6198f-4462-469b-802d-216e4c378ac4), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.085043 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 21:23:03.085427 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49990426'] for segment (c2b6198f-4462-469b-802d-216e4c378ac4), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.086024 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.plugin [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] No Port match for: 495a1287-5ccf-48df-acf2-73312daa8368 {{(pid=103219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 25 21:23:03.086477 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron.plugins.ml2.rpc [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Device 495a1287-5ccf-48df-acf2-73312daa8368 not bound to the agent host dv-cinder-809518-10-iscsi {{(pid=103219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: Traceback (most recent call last): Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: timer() Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: cb(*args, **kw) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: return func(*args, **kwargs) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: self._notify() Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: self.callback(batched_events) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: event.method(event) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: return f(self, *a, **k) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._get(url).json() Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: return self.request(url, 'GET', **kwargs) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 21:23:03.087067 dv-cinder-809518-10-iscsi neutron-server[103218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 21:23:03.219892 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-768037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629353'] for network (b257f042-2ab6-4a98-bd99-e61b92ce9464), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.225326 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-768215'] for network (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.228439 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b257f042-2ab6-4a98-bd99-e61b92ce9464 HTTP/1.1" status: 204 len: 168 time: 0.6725447 Jan 25 21:23:03.238764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9e902-5fd5-4d75-bfa5-ec9e3bfa4694 admin admin] Pushing event deleted for resources: {'Network': ['ID=b257f042-2ab6-4a98-bd99-e61b92ce9464,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:03.553023 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43606) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:23:03.591441 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-291f9b1a-0f92-41f4-95ca-ae9204523376 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4d0dcd5d7e84e0bb4692190f5f6fc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373058 Jan 25 21:23:03.593764 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43608) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:23:03.642011 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6b3-a1ba-49d2-9b86-474d02c3fafb admin admin] Publish callbacks [] for security_group (01ae3abf-418c-4854-8dd7-8c4ef005c277), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.662660 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6b3-a1ba-49d2-9b86-474d02c3fafb admin admin] Publish callbacks [] for security_group (01ae3abf-418c-4854-8dd7-8c4ef005c277), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.765470 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6b3-a1ba-49d2-9b86-474d02c3fafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (01ae3abf-418c-4854-8dd7-8c4ef005c277), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.768167 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6b3-a1ba-49d2-9b86-474d02c3fafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:03.769325 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-ccacc6b3-a1ba-49d2-9b86-474d02c3fafb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01ae3abf-418c-4854-8dd7-8c4ef005c277 HTTP/1.1" status: 204 len: 168 time: 0.1746745 Jan 25 21:23:03.777223 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacc6b3-a1ba-49d2-9b86-474d02c3fafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ae3abf-418c-4854-8dd7-8c4ef005c277,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:04.430040 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43614) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:23:04.468324 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-0b25a67c-47bf-4429-88ca-f2d0119fffc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74e4ed4b28db4b5ba0d67ff796067afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371432 Jan 25 21:23:04.471339 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [-] (103218) accepted ('10.222.0.20', 43616) {{(pid=103218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 21:23:04.515186 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-69dd240b-dad0-431c-b3fe-c244aa95adeb admin admin] Publish callbacks [] for security_group (ff8059ad-b7f8-4ec2-88e4-758e90d619a1), before_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:04.536341 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-69dd240b-dad0-431c-b3fe-c244aa95adeb admin admin] Publish callbacks [] for security_group (ff8059ad-b7f8-4ec2-88e4-758e90d619a1), precommit_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:04.657015 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-69dd240b-dad0-431c-b3fe-c244aa95adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559513'] for security_group (ff8059ad-b7f8-4ec2-88e4-758e90d619a1), after_delete {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:04.659558 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-69dd240b-dad0-431c-b3fe-c244aa95adeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:04.660743 dv-cinder-809518-10-iscsi neutron-server[103218]: INFO neutron.wsgi [None req-69dd240b-dad0-431c-b3fe-c244aa95adeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff8059ad-b7f8-4ec2-88e4-758e90d619a1 HTTP/1.1" status: 204 len: 168 time: 0.1885097 Jan 25 21:23:04.668714 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd240b-dad0-431c-b3fe-c244aa95adeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8059ad-b7f8-4ec2-88e4-758e90d619a1,revision_number=None']} {{(pid=103218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 21:23:04.936699 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:10.026439 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:23:25.724713 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-037d6871-395e-4561-ae7e-b3da91beadb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:27.793390 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8fa52175-d8d9-4934-a083-960e1050b6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:29.164757 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:30.579283 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:31.795472 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:34.926758 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:47.028432 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:23:55.663083 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-40581be5-dafe-47de-83de-45aa04c4655b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:57.771608 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-a01a52d3-f7d0-4a57-b316-cf10186708d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:23:59.166435 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:00.588843 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:01.809765 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:04.912363 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:24.031983 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:24:25.684676 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-38488c1b-2762-462f-a094-ac0a69c2d82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:27.781948 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-de7664d2-8b29-45f3-aa57-7d960329acab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:29.199020 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:30.541790 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:31.802837 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:34.935593 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:55.642581 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-76ae4d75-065a-4352-bbb9-0e68210c1e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:57.746422 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e26e1113-c569-4e69-b36a-7b4322a44352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:24:59.146840 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:00.552110 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:01.059882 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:25:01.809108 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:04.929203 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:20.658568 dv-cinder-809518-10-iscsi neutron-server[103217]: DEBUG neutron.wsgi [req-53d339a6-4eb5-40e5-9f0e-08a2a66b049b req-60402edf-8263-4cce-b6c1-d171e0a8c1a7 service neutron] (103217) timed out ('10.222.0.24', 55316) {{(pid=103217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 21:25:25.682583 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-21e17f7d-0b0f-4411-b19f-94c71cba2650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:27.750653 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-df6ccdd5-a321-428c-9da4-5a11b843a52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:29.184938 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:30.573026 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:31.807449 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:34.990474 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:38.033041 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:25:55.652553 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-69cf33ab-0965-40e9-8ca0-234abc00e802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:57.760549 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8e10bb15-4642-4d30-8497-116441c84c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:25:59.178272 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:00.578414 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:01.789186 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:04.989523 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:15.036038 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:26:25.662747 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-fb559644-7282-443f-a626-142e66f79ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:27.777016 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-6d43ef93-e881-4cd4-9feb-f5a0e567a4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:29.188992 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:30.571224 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:31.788342 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:32.071797 dv-cinder-809518-10-iscsi neutron-server[103218]: DEBUG neutron.wsgi [req-951bb6bb-923f-44b4-9911-1ea626dae807 req-b757d98c-c09f-47f0-8bb5-e3ac928ff4eb service neutron] (103218) timed out ('10.222.0.24', 55296) {{(pid=103218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 21:26:34.960201 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:52.039490 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:26:55.685335 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-44cd79d1-ff72-4836-a240-05631d1a8059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:57.740635 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-c9b3b3bb-6693-4217-9279-c5fffd5808c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:26:59.209539 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:00.570595 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:01.816346 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:04.953756 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:25.659828 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-65d4e828-3b0c-4780-9be2-d0048ae63a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:27.756724 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-b87dbc67-cdd9-4e3c-93fb-44bdb4cad793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:29.040633 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 21:27:29.196452 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:30.602556 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:31.821020 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:34.969737 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:55.649078 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-2205d5a8-de6e-447c-92a9-7004e8b278a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (3519bd7f-e312-428e-8f96-f600b4a4d343), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:57.749427 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-8290e051-0864-40cc-b254-8c74454777fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (1e674870-ea5e-430c-81b3-e1fc90cc947f), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:27:59.206760 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-e69ac4c4-ddab-42cd-a940-b004840a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (df9d4306-e7e0-4c4c-86a0-ae484eb85623), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:28:00.600026 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-0c152383-06ca-4269-85eb-ccb1ea7eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (f5e9d84a-8fd1-48c9-837a-d082dd4417fd), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:28:01.812475 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-7b15a0ee-5e76-487f-8653-af0720d1f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (97ba2743-5157-4da7-950a-e062d9261716), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:28:04.997655 dv-cinder-809518-10-iscsi neutron-server[103219]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a622-97d8-4cd5-b839-e7bec91dfbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771833843568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744973'] for agent (99710fcf-798b-48f0-bdce-3834a5c33090), after_update {{(pid=103219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 21:28:06.043364 dv-cinder-809518-10-iscsi neutron-server[103220]: DEBUG neutron.db.agents_db [None req-8082aab6-9a15-4963-8ba1-d586dc35d3e6 None None] Agent healthcheck: found 6 active agents {{(pid=103220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}